[ 540.312633] env[62697]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62697) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.313064] env[62697]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62697) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.313178] env[62697]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62697) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.313480] env[62697]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 540.419985] env[62697]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62697) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 540.432681] env[62697]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.013s {{(pid=62697) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 541.049382] env[62697]: INFO nova.virt.driver [None req-e484610e-e54c-4cba-ba5f-86a1e348e634 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 541.124561] env[62697]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.124729] env[62697]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.124838] env[62697]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62697) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 544.455301] env[62697]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e1c181eb-4d62-4761-974d-cae694eb1f9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.471206] env[62697]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62697) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 544.471402] env[62697]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-68b8a002-3829-4b72-b8f6-6da6a33abf1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.506155] env[62697]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ba115. [ 544.506309] env[62697]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.382s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.506795] env[62697]: INFO nova.virt.vmwareapi.driver [None req-e484610e-e54c-4cba-ba5f-86a1e348e634 None None] VMware vCenter version: 7.0.3 [ 544.510222] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab99c06-6822-4b7d-925e-2725e31816c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.527329] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426c3d3-4c8d-49a5-a853-a3fd6560933c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.533096] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17127f-8ef1-464a-a2dc-5128ab299fe0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.539539] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48cafb-9a97-48a8-8a49-78677b3d843a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.552737] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fdc180-0692-4e6a-9e6f-ac9c59edee5e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.558555] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e9bf9-da2c-4902-8f03-d805c78b6907 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.588953] env[62697]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-44b63a58-fd19-48cb-b652-fb178171b030 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.594188] env[62697]: DEBUG nova.virt.vmwareapi.driver [None req-e484610e-e54c-4cba-ba5f-86a1e348e634 None None] Extension org.openstack.compute already exists. {{(pid=62697) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 544.596835] env[62697]: INFO nova.compute.provider_config [None req-e484610e-e54c-4cba-ba5f-86a1e348e634 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 545.100525] env[62697]: DEBUG nova.context [None req-e484610e-e54c-4cba-ba5f-86a1e348e634 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),39220b8b-4e51-4d52-bc8d-54ae36659ab1(cell1) {{(pid=62697) load_cells /opt/stack/nova/nova/context.py:464}} [ 545.102814] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.103072] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.103808] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.104307] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Acquiring lock "39220b8b-4e51-4d52-bc8d-54ae36659ab1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.104518] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Lock "39220b8b-4e51-4d52-bc8d-54ae36659ab1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.105599] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Lock "39220b8b-4e51-4d52-bc8d-54ae36659ab1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.128313] env[62697]: INFO dbcounter [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Registered counter for database nova_cell0 [ 545.136559] env[62697]: INFO dbcounter [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Registered counter for database nova_cell1 [ 545.139790] env[62697]: DEBUG oslo_db.sqlalchemy.engines [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62697) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 545.140418] env[62697]: DEBUG oslo_db.sqlalchemy.engines [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62697) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 545.145186] env[62697]: ERROR nova.db.main.api [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 545.145186] env[62697]: result = function(*args, **kwargs) [ 545.145186] env[62697]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 545.145186] env[62697]: return func(*args, **kwargs) [ 545.145186] env[62697]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 545.145186] env[62697]: result = fn(*args, **kwargs) [ 545.145186] env[62697]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 545.145186] env[62697]: return f(*args, **kwargs) [ 545.145186] env[62697]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 545.145186] env[62697]: return db.service_get_minimum_version(context, binaries) [ 545.145186] env[62697]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 545.145186] env[62697]: _check_db_access() [ 545.145186] env[62697]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 545.145186] env[62697]: stacktrace = ''.join(traceback.format_stack()) [ 545.145186] env[62697]: [ 545.145880] env[62697]: ERROR nova.db.main.api [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 545.145880] env[62697]: result = function(*args, **kwargs) [ 545.145880] env[62697]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 545.145880] env[62697]: return func(*args, **kwargs) [ 545.145880] env[62697]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 545.145880] env[62697]: result = fn(*args, **kwargs) [ 545.145880] env[62697]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 545.145880] env[62697]: return f(*args, **kwargs) [ 545.145880] env[62697]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 545.145880] env[62697]: return db.service_get_minimum_version(context, binaries) [ 545.145880] env[62697]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 545.145880] env[62697]: _check_db_access() [ 545.145880] env[62697]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 545.145880] env[62697]: stacktrace = ''.join(traceback.format_stack()) [ 545.145880] env[62697]: [ 545.146422] env[62697]: WARNING nova.objects.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Failed to get minimum service version for cell 39220b8b-4e51-4d52-bc8d-54ae36659ab1 [ 545.146422] env[62697]: WARNING nova.objects.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 545.146801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Acquiring lock "singleton_lock" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.146962] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Acquired lock "singleton_lock" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.147218] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Releasing lock "singleton_lock" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.147534] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Full set of CONF: {{(pid=62697) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 545.147673] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ******************************************************************************** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 545.147798] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Configuration options gathered from: {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 545.147928] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 545.148124] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 545.148253] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ================================================================================ {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 545.148460] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] allow_resize_to_same_host = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.148627] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] arq_binding_timeout = 300 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.148756] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] backdoor_port = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.148880] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] backdoor_socket = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.149057] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] block_device_allocate_retries = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.149222] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] block_device_allocate_retries_interval = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.149388] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cert = self.pem {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.149549] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.149711] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute_monitors = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.149873] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] config_dir = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.150048] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] config_drive_format = iso9660 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.150185] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.150346] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] config_source = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.150508] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] console_host = devstack {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.150667] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] control_exchange = nova {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.150821] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cpu_allocation_ratio = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.150978] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] daemon = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.151162] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] debug = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.151320] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] default_access_ip_network_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.151481] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] default_availability_zone = nova {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.151634] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] default_ephemeral_format = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.151789] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] default_green_pool_size = 1000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.152053] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.152233] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] default_schedule_zone = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.152391] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] disk_allocation_ratio = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.152550] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] enable_new_services = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.152725] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] enabled_apis = ['osapi_compute'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.152886] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] enabled_ssl_apis = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.153067] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] flat_injected = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.153249] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] force_config_drive = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.153412] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] force_raw_images = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.153581] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] graceful_shutdown_timeout = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.153742] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] heal_instance_info_cache_interval = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.153959] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] host = cpu-1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.154157] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.154351] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.154537] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.154760] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.154926] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instance_build_timeout = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.155099] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instance_delete_interval = 300 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.155271] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instance_format = [instance: %(uuid)s] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.155436] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instance_name_template = instance-%08x {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.155597] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instance_usage_audit = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.155763] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instance_usage_audit_period = month {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.155926] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.156104] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.156269] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] internal_service_availability_zone = internal {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.156426] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] key = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.156583] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] live_migration_retry_count = 30 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.156749] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_color = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.156910] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_config_append = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.157085] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.157248] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_dir = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.157403] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.157529] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_options = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.157687] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_rotate_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.157852] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_rotate_interval_type = days {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.158028] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] log_rotation_type = none {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.158161] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.158284] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.158449] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.158609] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.158734] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.158893] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] long_rpc_timeout = 1800 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.159062] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] max_concurrent_builds = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.159219] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] max_concurrent_live_migrations = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.159374] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] max_concurrent_snapshots = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.159530] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] max_local_block_devices = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.159685] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] max_logfile_count = 30 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.159841] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] max_logfile_size_mb = 200 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.159994] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] maximum_instance_delete_attempts = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.160171] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] metadata_listen = 0.0.0.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.160336] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] metadata_listen_port = 8775 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.160501] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] metadata_workers = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.160661] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] migrate_max_retries = -1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.160825] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] mkisofs_cmd = genisoimage {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.161038] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.161177] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] my_ip = 10.180.1.21 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.161340] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] network_allocate_retries = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.161514] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.161686] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.161848] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] osapi_compute_listen_port = 8774 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.162049] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] osapi_compute_unique_server_name_scope = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.162233] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] osapi_compute_workers = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.162399] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] password_length = 12 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.162558] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] periodic_enable = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.162716] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] periodic_fuzzy_delay = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.162888] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] pointer_model = usbtablet {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.163079] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] preallocate_images = none {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.163280] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] publish_errors = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.163422] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] pybasedir = /opt/stack/nova {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.163582] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ram_allocation_ratio = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.163742] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] rate_limit_burst = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.163908] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] rate_limit_except_level = CRITICAL {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.164077] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] rate_limit_interval = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.164243] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] reboot_timeout = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.164402] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] reclaim_instance_interval = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.164556] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] record = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.164720] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] reimage_timeout_per_gb = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.164884] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] report_interval = 120 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.165055] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] rescue_timeout = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.165220] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] reserved_host_cpus = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.165378] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] reserved_host_disk_mb = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.165534] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] reserved_host_memory_mb = 512 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.165691] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] reserved_huge_pages = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.165905] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] resize_confirm_window = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.166101] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] resize_fs_using_block_device = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.166270] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] resume_guests_state_on_host_boot = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.166439] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.166601] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] rpc_response_timeout = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.166761] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] run_external_periodic_tasks = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.166928] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] running_deleted_instance_action = reap {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.167101] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.167266] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] running_deleted_instance_timeout = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.167424] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler_instance_sync_interval = 120 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.167589] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_down_time = 720 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.167752] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] servicegroup_driver = db {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.167906] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] shell_completion = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.168074] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] shelved_offload_time = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.168235] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] shelved_poll_interval = 3600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.168401] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] shutdown_timeout = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.168561] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] source_is_ipv6 = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.168717] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ssl_only = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.168963] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.169160] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] sync_power_state_interval = 600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.169308] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] sync_power_state_pool_size = 1000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.169471] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] syslog_log_facility = LOG_USER {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.169623] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] tempdir = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.169781] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] timeout_nbd = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.169943] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] transport_url = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.170115] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] update_resources_interval = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.170278] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] use_cow_images = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.170434] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] use_eventlog = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.170589] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] use_journal = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.170743] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] use_json = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.170901] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] use_rootwrap_daemon = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.171069] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] use_stderr = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.171230] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] use_syslog = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.171382] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vcpu_pin_set = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.171543] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plugging_is_fatal = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.171704] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plugging_timeout = 300 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.171864] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] virt_mkfs = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.172062] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] volume_usage_poll_interval = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.172237] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] watch_log_file = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.172404] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] web = /usr/share/spice-html5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.172583] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.172749] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.172912] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.173116] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_concurrency.disable_process_locking = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.173667] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.173857] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.174041] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.174224] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.174426] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.174604] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.174789] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.auth_strategy = keystone {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.174957] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.compute_link_prefix = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.175149] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.175325] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.dhcp_domain = novalocal {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.175496] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.enable_instance_password = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.175660] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.glance_link_prefix = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.175824] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.175995] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.176175] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.instance_list_per_project_cells = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.176336] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.list_records_by_skipping_down_cells = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.176500] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.local_metadata_per_cell = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.176669] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.max_limit = 1000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.176837] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.metadata_cache_expiration = 15 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.177023] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.neutron_default_tenant_id = default {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.177195] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.response_validation = warn {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.177365] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.use_neutron_default_nets = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.177534] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.177695] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.177861] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.178041] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.178218] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.vendordata_dynamic_targets = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.178380] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.vendordata_jsonfile_path = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.178627] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.178831] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.backend = dogpile.cache.memcached {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.179007] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.backend_argument = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.179180] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.backend_expiration_time = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.179351] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.config_prefix = cache.oslo {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.179517] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.dead_timeout = 60.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.179680] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.debug_cache_backend = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.179843] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.enable_retry_client = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.180016] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.enable_socket_keepalive = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.180189] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.enabled = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.180352] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.enforce_fips_mode = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.180515] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.expiration_time = 600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.180675] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.hashclient_retry_attempts = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.180855] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.181045] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_dead_retry = 300 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.181212] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_password = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.181374] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.181543] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.181705] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_pool_maxsize = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.181867] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.182066] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_sasl_enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.182258] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.182425] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.182583] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.memcache_username = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.182748] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.proxies = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.182909] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.redis_db = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.183133] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.redis_password = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.183319] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.183492] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.183659] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.redis_server = localhost:6379 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.183821] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.redis_socket_timeout = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.183977] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.redis_username = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.184158] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.retry_attempts = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.184342] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.retry_delay = 0.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.184517] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.socket_keepalive_count = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.184678] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.socket_keepalive_idle = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.184836] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.socket_keepalive_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.184991] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.tls_allowed_ciphers = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.185163] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.tls_cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.185352] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.tls_certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.185586] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.tls_enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.185759] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cache.tls_keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.185930] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.186115] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.auth_type = password {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.186277] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.186449] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.186605] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.186765] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.186924] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.cross_az_attach = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.187097] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.debug = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.187262] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.endpoint_template = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.187425] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.http_retries = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.187586] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.187740] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.187912] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.os_region_name = RegionOne {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.188087] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.188247] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cinder.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.188420] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.188577] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.cpu_dedicated_set = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.188732] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.cpu_shared_set = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.188893] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.image_type_exclude_list = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.189064] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.189230] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.189391] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.189550] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.189714] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.189874] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.resource_provider_association_refresh = 300 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.190043] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.190208] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.shutdown_retry_interval = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.190384] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.190558] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] conductor.workers = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.190733] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] console.allowed_origins = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.190890] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] console.ssl_ciphers = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.191066] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] console.ssl_minimum_version = default {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.191236] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] consoleauth.enforce_session_timeout = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.191402] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] consoleauth.token_ttl = 600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.191569] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.191721] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.191881] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.192074] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.connect_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.192245] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.connect_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.192400] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.endpoint_override = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.192556] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.192708] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.192884] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.max_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.193072] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.min_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.193235] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.region_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.193395] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.retriable_status_codes = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.193548] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.193711] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.service_type = accelerator {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.193870] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.194037] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.status_code_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.194202] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.status_code_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.194378] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.194567] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.194726] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] cyborg.version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.194900] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.backend = sqlalchemy {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.195081] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.connection = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.195248] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.connection_debug = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.195413] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.connection_parameters = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.195574] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.connection_recycle_time = 3600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.195734] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.connection_trace = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.195893] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.db_inc_retry_interval = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.196063] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.db_max_retries = 20 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.196227] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.db_max_retry_interval = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.196386] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.db_retry_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.196544] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.max_overflow = 50 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.196701] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.max_pool_size = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.196859] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.max_retries = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.197034] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.197196] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.mysql_wsrep_sync_wait = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.197350] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.pool_timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.197508] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.retry_interval = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.197662] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.slave_connection = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.197819] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.sqlite_synchronous = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.197980] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] database.use_db_reconnect = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.198167] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.backend = sqlalchemy {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.198333] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.connection = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.198495] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.connection_debug = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.198657] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.connection_parameters = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.198816] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.connection_recycle_time = 3600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.198973] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.connection_trace = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.199147] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.db_inc_retry_interval = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.199307] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.db_max_retries = 20 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.199465] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.db_max_retry_interval = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.199622] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.db_retry_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.199777] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.max_overflow = 50 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.199935] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.max_pool_size = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.200105] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.max_retries = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.200273] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.200429] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.200584] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.pool_timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.200742] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.retry_interval = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.200896] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.slave_connection = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.201068] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] api_database.sqlite_synchronous = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.201243] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] devices.enabled_mdev_types = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.201416] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.201582] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.201740] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ephemeral_storage_encryption.enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.201901] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.202105] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.api_servers = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.202280] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.202440] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.202602] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.202757] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.connect_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.202914] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.connect_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.203110] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.debug = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.203280] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.default_trusted_certificate_ids = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.203440] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.enable_certificate_validation = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.203598] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.enable_rbd_download = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.203753] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.endpoint_override = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.203916] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.204086] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.204247] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.max_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.204431] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.min_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.204601] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.num_retries = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.204769] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.rbd_ceph_conf = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.204932] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.rbd_connect_timeout = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.205111] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.rbd_pool = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.205277] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.rbd_user = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.205436] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.region_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.205593] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.retriable_status_codes = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.205748] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.205910] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.service_type = image {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.206088] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.206248] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.status_code_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.206435] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.status_code_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.206605] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.206783] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.206945] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.verify_glance_signatures = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.207114] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] glance.version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.207283] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] guestfs.debug = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.207446] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] mks.enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.207786] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.207975] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] image_cache.manager_interval = 2400 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.208158] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] image_cache.precache_concurrency = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.208327] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] image_cache.remove_unused_base_images = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.208496] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.208660] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.208832] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] image_cache.subdirectory_name = _base {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.209024] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.api_max_retries = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.209193] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.api_retry_interval = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.209352] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.209533] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.auth_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.209669] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.209825] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.209997] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.210165] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.conductor_group = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.210324] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.connect_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.210483] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.connect_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.210638] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.endpoint_override = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.210798] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.210955] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.211125] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.max_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.211282] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.min_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.211443] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.peer_list = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.211599] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.region_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.211755] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.retriable_status_codes = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.211916] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.serial_console_state_timeout = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.212123] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.212299] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.service_type = baremetal {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.212459] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.shard = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.212621] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.212781] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.status_code_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.212937] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.status_code_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.213126] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.213312] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.213471] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ironic.version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.213647] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.213817] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] key_manager.fixed_key = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.213994] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.214170] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.barbican_api_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.214349] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.barbican_endpoint = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.214531] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.barbican_endpoint_type = public {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.214689] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.barbican_region_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.214844] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.215027] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.215213] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.215376] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.215532] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.215692] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.number_of_retries = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.215854] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.retry_delay = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.216025] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.send_service_user_token = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.216195] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.216352] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.216511] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.verify_ssl = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.216667] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican.verify_ssl_path = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.216830] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.216991] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.auth_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.217197] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.217361] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.217524] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.217682] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.217839] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.218006] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.218174] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] barbican_service_user.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.218340] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.approle_role_id = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.218498] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.approle_secret_id = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.218664] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.kv_mountpoint = secret {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.218819] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.kv_path = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.218982] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.kv_version = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.219154] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.namespace = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.219312] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.root_token_id = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.219468] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.ssl_ca_crt_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.219629] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.timeout = 60.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.219787] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.use_ssl = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.219976] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.220133] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.220297] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.auth_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.220454] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.220610] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.220770] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.220927] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.connect_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.221097] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.connect_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.221258] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.endpoint_override = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.221418] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.221574] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.221729] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.max_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.221883] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.min_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.222073] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.region_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.222243] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.retriable_status_codes = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.222400] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.222567] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.service_type = identity {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.222729] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.222885] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.status_code_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.223087] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.status_code_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.223262] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.223441] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.223598] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] keystone.version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.223792] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.connection_uri = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.223954] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.cpu_mode = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.224131] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.224320] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.cpu_models = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.224505] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.cpu_power_governor_high = performance {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.224674] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.224837] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.cpu_power_management = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.225018] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.225184] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.device_detach_attempts = 8 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.225344] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.device_detach_timeout = 20 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.225506] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.disk_cachemodes = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.225663] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.disk_prefix = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.225823] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.enabled_perf_events = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.225984] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.file_backed_memory = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.226162] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.gid_maps = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.226323] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.hw_disk_discard = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.226485] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.hw_machine_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.226652] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.images_rbd_ceph_conf = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.226814] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.226974] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.227182] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.images_rbd_glance_store_name = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.227356] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.images_rbd_pool = rbd {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.227521] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.images_type = default {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.227676] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.images_volume_group = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.227837] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.inject_key = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.227996] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.inject_partition = -2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.228171] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.inject_password = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.228330] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.iscsi_iface = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.228489] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.iser_use_multipath = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.228649] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.228808] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.228968] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_downtime = 500 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.229142] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.229302] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.229458] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_inbound_addr = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.229625] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.229781] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.229946] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_scheme = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.230119] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_timeout_action = abort {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.230284] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_tunnelled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.230440] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_uri = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.230645] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.live_migration_with_native_tls = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.230835] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.max_queues = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.231009] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.231271] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.231441] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.nfs_mount_options = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.231723] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.231908] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.232115] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.232288] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.232455] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.232619] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.num_pcie_ports = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.232786] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.232961] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.pmem_namespaces = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.233157] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.quobyte_client_cfg = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.233451] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.233627] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.233796] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.233961] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.234139] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rbd_secret_uuid = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.234298] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rbd_user = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.234461] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.234630] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.234790] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rescue_image_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.234947] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rescue_kernel_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.235115] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rescue_ramdisk_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.235285] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.235443] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.rx_queue_size = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.235607] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.smbfs_mount_options = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.235894] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.236094] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.snapshot_compression = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.236273] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.snapshot_image_format = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.236509] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.236678] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.sparse_logical_volumes = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.236843] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.swtpm_enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.237023] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.swtpm_group = tss {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.237191] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.swtpm_user = tss {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.237363] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.sysinfo_serial = unique {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.237523] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.tb_cache_size = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.237680] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.tx_queue_size = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.237842] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.uid_maps = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.238011] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.use_virtio_for_bridges = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.238188] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.virt_type = kvm {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.238355] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.volume_clear = zero {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.238545] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.volume_clear_size = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.238759] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.volume_use_multipath = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.238927] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.vzstorage_cache_path = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.239147] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.239357] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.239530] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.239699] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.239997] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.240193] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.vzstorage_mount_user = stack {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.240364] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.240537] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.240709] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.auth_type = password {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.240871] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.241040] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.241213] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.241371] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.connect_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.241528] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.connect_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.241700] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.default_floating_pool = public {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.241860] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.endpoint_override = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.242059] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.extension_sync_interval = 600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.242240] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.http_retries = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.242406] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.242564] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.242720] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.max_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.242888] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.243096] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.min_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.243284] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.ovs_bridge = br-int {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.243452] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.physnets = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.243619] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.region_name = RegionOne {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.243776] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.retriable_status_codes = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.243943] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.service_metadata_proxy = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.244116] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.244288] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.service_type = network {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.244451] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.244612] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.status_code_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.244771] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.status_code_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.244927] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.245128] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.245294] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] neutron.version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.245466] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] notifications.bdms_in_notifications = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.245640] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] notifications.default_level = INFO {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.245811] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] notifications.notification_format = unversioned {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.245977] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] notifications.notify_on_state_change = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.246169] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.246346] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] pci.alias = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.246515] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] pci.device_spec = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.246679] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] pci.report_in_placement = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.246850] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.247030] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.auth_type = password {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.247203] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.247363] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.247575] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.247750] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.247909] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.connect_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.248076] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.connect_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.248240] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.default_domain_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.248399] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.default_domain_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.248555] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.domain_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.248710] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.domain_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.248865] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.endpoint_override = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.249036] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.249197] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.249352] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.max_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.249507] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.min_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.249670] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.password = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.249828] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.project_domain_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.249996] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.project_domain_name = Default {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.250178] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.project_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.250348] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.project_name = service {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.250513] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.region_name = RegionOne {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.250671] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.retriable_status_codes = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.250827] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.250991] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.service_type = placement {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.251194] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.251368] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.status_code_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.251529] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.status_code_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.251686] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.system_scope = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.251841] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.252023] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.trust_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.252199] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.user_domain_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.252371] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.user_domain_name = Default {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.252530] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.user_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.252699] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.username = nova {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.252877] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.253069] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] placement.version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.253260] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.cores = 20 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.253426] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.count_usage_from_placement = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.253595] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.253764] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.injected_file_content_bytes = 10240 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.253928] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.injected_file_path_length = 255 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.254105] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.injected_files = 5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.254276] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.instances = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.254451] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.key_pairs = 100 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.254627] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.metadata_items = 128 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.254790] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.ram = 51200 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.254954] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.recheck_quota = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.255161] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.server_group_members = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.255339] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] quota.server_groups = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.255520] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.255682] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.255844] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.image_metadata_prefilter = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.256008] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.256181] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.max_attempts = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.256341] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.max_placement_results = 1000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.256502] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.256664] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.256822] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.256990] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] scheduler.workers = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.257174] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.257343] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.257518] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.257683] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.257853] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.258030] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.258203] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.258395] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.258568] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.host_subset_size = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.258732] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.258891] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.259063] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.259234] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.isolated_hosts = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.259398] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.isolated_images = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.259560] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.259719] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.259883] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.260065] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.pci_in_placement = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.260232] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.260481] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.260749] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.261034] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.261324] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.261602] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.261843] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.track_instance_changes = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.262071] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.262263] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] metrics.required = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.262435] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] metrics.weight_multiplier = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.262601] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.262766] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] metrics.weight_setting = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.263123] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.263310] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] serial_console.enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.263488] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] serial_console.port_range = 10000:20000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.263660] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.263828] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.263998] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] serial_console.serialproxy_port = 6083 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.264183] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.264358] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.auth_type = password {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.264519] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.264678] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.264842] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.265022] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.265179] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.265349] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.send_service_user_token = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.265525] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.265684] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] service_user.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.265855] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.agent_enabled = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.266031] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.266347] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.266552] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.266722] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.html5proxy_port = 6082 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.266886] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.image_compression = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.267096] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.jpeg_compression = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.267270] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.playback_compression = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.267434] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.require_secure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.267602] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.server_listen = 127.0.0.1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.267768] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.267925] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.streaming_mode = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.268091] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] spice.zlib_compression = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.268259] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] upgrade_levels.baseapi = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.268431] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] upgrade_levels.compute = auto {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.268586] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] upgrade_levels.conductor = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.268766] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] upgrade_levels.scheduler = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.268953] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.269134] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.269338] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.269505] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.269667] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.269826] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.269982] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.270160] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.270318] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vendordata_dynamic_auth.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.270492] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.api_retry_count = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.270651] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.ca_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.270822] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.271028] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.cluster_name = testcl1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.271209] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.connection_pool_size = 10 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.271366] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.console_delay_seconds = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.271533] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.datastore_regex = ^datastore.* {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.271738] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.271919] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.host_password = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.272126] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.host_port = 443 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.272303] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.host_username = administrator@vsphere.local {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.272470] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.insecure = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.272628] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.integration_bridge = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.272789] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.maximum_objects = 100 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.272951] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.pbm_default_policy = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.273149] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.pbm_enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.273313] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.pbm_wsdl_location = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.273480] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.273637] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.serial_port_proxy_uri = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.273791] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.serial_port_service_uri = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.273953] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.task_poll_interval = 0.5 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.274139] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.use_linked_clone = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.274329] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.vnc_keymap = en-us {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.274514] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.vnc_port = 5900 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.274682] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vmware.vnc_port_total = 10000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.274866] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.auth_schemes = ['none'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.275070] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.275387] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.275935] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.275935] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.novncproxy_port = 6080 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.275935] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.server_listen = 127.0.0.1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.276188] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.276264] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.vencrypt_ca_certs = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.276428] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.vencrypt_client_cert = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.276587] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vnc.vencrypt_client_key = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.276764] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.276926] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.disable_deep_image_inspection = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.277100] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.277264] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.277424] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.277584] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.disable_rootwrap = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.277743] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.enable_numa_live_migration = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.277901] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.278073] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.278237] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.278395] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.libvirt_disable_apic = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.278550] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.278709] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.278867] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.279034] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.279202] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.279360] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.279519] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.279679] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.279839] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.280008] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.280198] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.280366] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.client_socket_timeout = 900 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.280532] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.default_pool_size = 1000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.280698] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.keep_alive = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.280864] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.max_header_line = 16384 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.281037] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.281204] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.ssl_ca_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.281362] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.ssl_cert_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.281518] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.ssl_key_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.281681] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.tcp_keepidle = 600 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.281851] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.282051] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] zvm.ca_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.282227] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] zvm.cloud_connector_url = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.282528] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.282702] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] zvm.reachable_timeout = 300 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.282881] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.enforce_new_defaults = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.283356] env[62697]: WARNING oslo_config.cfg [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 545.283494] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.enforce_scope = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.283671] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.policy_default_rule = default {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.283848] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.284028] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.policy_file = policy.yaml {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.284207] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.284378] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.284532] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.284686] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.284849] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.285041] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.285267] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.285451] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.285627] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.connection_string = messaging:// {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.285794] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.enabled = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.285962] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.es_doc_type = notification {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.286143] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.es_scroll_size = 10000 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.286310] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.es_scroll_time = 2m {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.286508] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.filter_error_trace = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.286682] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.hmac_keys = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.286848] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.sentinel_service_name = mymaster {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.287022] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.socket_timeout = 0.1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.287193] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.trace_requests = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.287360] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler.trace_sqlalchemy = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.287545] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler_jaeger.process_tags = {} {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.287703] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler_jaeger.service_name_prefix = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.287862] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] profiler_otlp.service_name_prefix = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.288039] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] remote_debug.host = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.288203] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] remote_debug.port = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.288381] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.288543] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.288705] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.288866] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.289037] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.289212] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.289371] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.289531] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.289691] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.289860] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.290026] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.290206] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.290367] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.290530] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.290696] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.290859] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.291029] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.291208] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.291370] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.291531] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.291691] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.291854] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.292047] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.292228] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.292394] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.292557] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.292716] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.292877] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.293056] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.293229] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.ssl = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.293399] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.293565] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.293724] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.293891] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.294068] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.294236] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.294442] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.294614] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_notifications.retry = -1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.294797] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.294972] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.295159] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.auth_section = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.295324] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.auth_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.295481] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.cafile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.295635] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.certfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.295796] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.collect_timing = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.295950] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.connect_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.296119] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.connect_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.296278] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.endpoint_id = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.296445] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.296602] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.endpoint_override = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.296756] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.endpoint_region_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.296912] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.endpoint_service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.297080] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.endpoint_service_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.297249] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.insecure = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.297405] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.keyfile = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.297562] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.max_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.297717] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.min_version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.297872] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.region_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.298038] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.retriable_status_codes = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.298201] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.service_name = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.298359] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.service_type = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.298551] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.split_loggers = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.298715] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.status_code_retries = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.298873] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.status_code_retry_delay = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.299041] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.timeout = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.299203] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.valid_interfaces = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.299361] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_limit.version = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.299527] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_reports.file_event_handler = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.299691] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.299853] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] oslo_reports.log_dir = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.300033] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.300202] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.300386] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.300521] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.300685] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.300844] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.301017] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.301184] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_ovs_privileged.group = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.301344] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.301508] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.301671] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.301828] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] vif_plug_ovs_privileged.user = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.302024] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.302219] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.302396] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.302566] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.302737] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.302904] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.303107] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.303285] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.303464] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.303675] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_ovs.isolate_vif = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.303878] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.304091] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.304303] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.304497] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.304690] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] os_vif_ovs.per_port_bridge = False {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.304931] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] privsep_osbrick.capabilities = [21] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.305187] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] privsep_osbrick.group = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.305410] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] privsep_osbrick.helper_command = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.305580] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.305744] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.305903] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] privsep_osbrick.user = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.306090] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.306254] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] nova_sys_admin.group = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.306412] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] nova_sys_admin.helper_command = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.306574] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.306736] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.306893] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] nova_sys_admin.user = None {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.307035] env[62697]: DEBUG oslo_service.service [None req-30786697-c4d2-429f-8eae-3f6de87cdea6 None None] ******************************************************************************** {{(pid=62697) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 545.307533] env[62697]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 545.810843] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Getting list of instances from cluster (obj){ [ 545.810843] env[62697]: value = "domain-c8" [ 545.810843] env[62697]: _type = "ClusterComputeResource" [ 545.810843] env[62697]: } {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 545.812094] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240d39a4-f4a8-427c-a955-328ae8d676c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.821210] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Got total of 0 instances {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 545.821784] env[62697]: WARNING nova.virt.vmwareapi.driver [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 545.822375] env[62697]: INFO nova.virt.node [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Generated node identity ab8b3737-4d1c-4004-a264-890344e54e2b [ 545.822606] env[62697]: INFO nova.virt.node [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Wrote node identity ab8b3737-4d1c-4004-a264-890344e54e2b to /opt/stack/data/n-cpu-1/compute_id [ 546.324649] env[62697]: WARNING nova.compute.manager [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Compute nodes ['ab8b3737-4d1c-4004-a264-890344e54e2b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 547.330630] env[62697]: INFO nova.compute.manager [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 548.336701] env[62697]: WARNING nova.compute.manager [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 548.337029] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.337206] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.337346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.337496] env[62697]: DEBUG nova.compute.resource_tracker [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 548.339891] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3bba63-cb70-43b5-863b-4405dc96c541 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.348515] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f0b19-e402-4826-a817-7ce00a3b0100 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.362301] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1589f-f77d-4f0b-9e18-01d9e5992b15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.368534] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af4fdb-16e9-4106-a727-a6abd3c014d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.396453] env[62697]: DEBUG nova.compute.resource_tracker [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 548.396600] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.396801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.899523] env[62697]: WARNING nova.compute.resource_tracker [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] No compute node record for cpu-1:ab8b3737-4d1c-4004-a264-890344e54e2b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host ab8b3737-4d1c-4004-a264-890344e54e2b could not be found. [ 549.403795] env[62697]: INFO nova.compute.resource_tracker [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: ab8b3737-4d1c-4004-a264-890344e54e2b [ 550.912742] env[62697]: DEBUG nova.compute.resource_tracker [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 550.913137] env[62697]: DEBUG nova.compute.resource_tracker [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 551.077215] env[62697]: INFO nova.scheduler.client.report [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] [req-4c6e65c7-6af1-46cc-8546-aedc4e048401] Created resource provider record via placement API for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 551.104271] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdb312e-5957-4d41-bc96-e5d903bbc7d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.111851] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6cc57-05d3-4e7e-a213-5584bb8002ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.140471] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41988ef7-3f00-41ce-9a48-c680ac8e8d98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.146916] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dbdc9d-9fac-4e74-a350-2f7c0e709a7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.159355] env[62697]: DEBUG nova.compute.provider_tree [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 551.692470] env[62697]: DEBUG nova.scheduler.client.report [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 551.692705] env[62697]: DEBUG nova.compute.provider_tree [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 0 to 1 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 551.692844] env[62697]: DEBUG nova.compute.provider_tree [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 551.743624] env[62697]: DEBUG nova.compute.provider_tree [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 1 to 2 during operation: update_traits {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 552.247999] env[62697]: DEBUG nova.compute.resource_tracker [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 552.248432] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.851s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.248432] env[62697]: DEBUG nova.service [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Creating RPC server for service compute {{(pid=62697) start /opt/stack/nova/nova/service.py:186}} [ 552.264804] env[62697]: DEBUG nova.service [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] Join ServiceGroup membership for this service compute {{(pid=62697) start /opt/stack/nova/nova/service.py:203}} [ 552.264994] env[62697]: DEBUG nova.servicegroup.drivers.db [None req-c9ccff69-4330-4001-87e3-228ddf469445 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62697) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 570.270779] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.774217] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Getting list of instances from cluster (obj){ [ 570.774217] env[62697]: value = "domain-c8" [ 570.774217] env[62697]: _type = "ClusterComputeResource" [ 570.774217] env[62697]: } {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 570.775410] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e723ea08-824b-4ee0-904a-425b2d17daea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.784172] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Got total of 0 instances {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 570.784398] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.784699] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Getting list of instances from cluster (obj){ [ 570.784699] env[62697]: value = "domain-c8" [ 570.784699] env[62697]: _type = "ClusterComputeResource" [ 570.784699] env[62697]: } {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 570.785548] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54857e2-b445-47b3-8447-07c2fb49786e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.792609] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Got total of 0 instances {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.486792] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.487226] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.487347] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 600.487418] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 600.990104] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 600.990406] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.990640] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.990849] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.991076] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.991275] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.991469] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.991639] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 600.991786] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.495661] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.496088] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.496088] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.496228] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 601.497139] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ec177-f897-46e2-aa62-fe1ce460d333 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.505761] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecadbdb-ee90-44ca-89c5-b73f5293a5ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.519642] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e92bfdf-eaec-4987-8c32-2d605ab57d34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.526504] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d2559-4ac7-41d4-b8cb-e8fddb4ba17e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.556160] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181420MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 601.556330] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.556501] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.575855] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 602.576099] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 602.590924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2fe4ad-b818-49d0-9258-6c5b2f79c610 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.598479] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eae9437-f5ff-448a-b411-6092499ee1fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.626712] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd050791-e24c-41ad-978d-104397e41246 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.633442] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c575d-d1be-46bb-a950-2b35ba1ec116 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.646768] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.149705] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 603.654855] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 603.655240] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.642654] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.643071] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.148062] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.148287] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 664.148349] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 664.658652] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 664.658926] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.659055] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.659210] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.659356] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.659492] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.659640] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.659796] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 664.659943] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.163986] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.164266] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.164434] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.164586] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 665.165537] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14b34a-dc5e-495b-a5b4-aca04f0983c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.173826] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7098d4-1692-4fde-8164-1ad67a01c222 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.187369] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5951d665-6be2-46fe-9f03-c83869a1749d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.193283] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1acf5df-85e7-488f-af00-ee079c0ce075 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.221888] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181418MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 665.222034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.222216] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.239990] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 666.240246] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 666.253909] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a13fc-76af-4245-824c-2a7b35ecd5e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.261452] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d5ab5c-0eb8-43db-aa67-ddadca7b3325 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.289864] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9605ab6f-e362-464a-b2b8-fec7a5c0b6c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.296770] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2761f2-95d3-4f18-9054-0665343745d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.309497] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.812209] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 666.813488] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 666.813670] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.815714] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.816182] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.816182] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 726.816287] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 727.318620] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 727.318908] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.319092] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.319248] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.319396] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.319534] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.319679] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.319807] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 727.319945] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.823551] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.823945] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.823945] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.824120] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 727.825077] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b78ab9-6263-4940-9acd-1c7303d88a9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.832980] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411d06ff-fffe-4efc-8dc9-9d719dbc9649 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.846335] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22e9c3a-96c9-494a-bfea-2463f9a49d45 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.852308] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef604962-a865-44a4-89b0-41c88203d36d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.880970] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181421MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 727.881141] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.881316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.899671] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 728.900011] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 728.912457] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e265272-c429-4f5b-bf0f-b549b3b6f7ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.920079] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdefd3e0-5cb5-46c6-b410-32f1e3f1e2f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.948329] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b372da8a-36f3-4bc4-b6bf-3dd33e45b113 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.954904] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cf6f82-85d2-4c5c-8ede-e2ceac562714 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.967188] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.470517] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 729.471742] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 729.471922] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.130816] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.131249] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.636808] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.636935] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 787.637020] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 788.139683] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 788.140080] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.140080] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.140241] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.140382] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.140535] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.140901] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.140901] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 788.141113] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.644533] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.644807] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.644963] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.645152] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 788.646126] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eac6943-f414-499a-8752-28b92f3eef81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.654472] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5af731-327b-45c9-b513-79655cf18435 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.668826] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff343c17-d8fd-4114-add0-ccfeeb49b6a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.675073] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfe16df-85aa-4f84-8f5d-a98c413b0d73 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.703194] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 788.703322] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.703520] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.721864] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 789.722147] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 789.734686] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e25a6-cf3c-4941-8431-558b400e09fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.742896] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197cfba-0588-475d-a080-d6a95adab06b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.770966] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6544ee1b-60f2-4084-acc2-c4936a9fdce3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.777757] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2033bdb0-df18-418f-a6eb-53e417d6be6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.790154] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.293860] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 790.295240] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 790.295386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.481625] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.985859] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.986081] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.986288] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.986456] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 840.987386] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871b3a2-f833-4991-b952-acac7f32a017 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.997024] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce97615-f58d-4689-9e68-dd4dbbb70090 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.012128] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd9dba-062f-4856-9e4b-91c28edbcbfc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.019646] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cadfd2-a92d-4ab1-a5c3-2b9f669e30be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.048923] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181421MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 841.049123] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.049320] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.068175] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 842.068430] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 842.080814] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92d6ce5-e25a-448f-9d46-7186678fab0f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.088693] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5433ef38-ceeb-468c-b51a-f1daa1a42776 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.118551] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e92dd0-4927-4c03-b1c0-44a675225745 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.125338] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2dfffe-d854-42ea-8eca-f7635bc6f14a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.137953] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.641048] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 842.642456] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 842.642678] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.642929] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.643126] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 843.146535] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] There are 0 instances to clean {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 843.146911] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.146911] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances with incomplete migration {{(pid=62697) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 843.650143] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.144674] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.145051] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.145051] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 847.145224] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 847.647899] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 847.648166] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.648296] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.648446] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.648594] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.648736] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.648880] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.649016] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 902.479304] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.983208] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.983531] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.983641] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.983797] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 902.984703] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee76d4c-a5c4-455a-9f69-9807dbde8e2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.992766] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a1d3e-3a78-443e-8d47-2cd895ecd121 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.006748] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1373fb-b2db-4cf8-af4a-9b39dfb896c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.012606] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056beab1-24e0-43f4-9695-d6ffde276e8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.040788] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181403MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 903.041032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.041126] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.073718] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 904.073985] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 904.091705] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 904.106293] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 904.106481] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.120048] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 904.134817] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 904.146328] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd25d1ed-d9e4-488b-a137-97b2b30c0d4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.153626] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ff6a9-5a75-49a4-b0f2-a151d2b45546 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.182538] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f6c5f-8ab4-4e60-b423-f8037e19643c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.189161] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28df868-5292-4fda-b110-ec485a20952a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.201504] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.704904] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 904.706205] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 904.706379] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.665s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.706163] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.706553] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.706553] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 905.706737] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 906.210177] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 906.210424] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.210701] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.210701] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 906.479255] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.984313] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.984667] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.479481] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.479848] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.474423] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.479101] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.983281] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.983605] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.983843] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.984076] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 964.985478] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d279c91e-fe2e-40ec-a8ac-366232f496c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.994937] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21abf765-a856-4b59-976b-19c848afb516 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.009367] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f314a4d-3131-486f-bfa3-4ebdf93d11ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.015846] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81817880-1787-4790-a729-9ee365d291c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.044256] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181423MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 965.044419] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.044654] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.062502] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 966.062782] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 966.075102] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6341f64-e12d-4678-b02c-f37884c06099 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.082643] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590eb9f-f876-440f-ba62-175f02f2888f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.111987] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d1c058-0366-4ca4-9c76-06b39182fd40 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.118667] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9317e538-3b80-43e2-b550-4a30bf8eb5ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.131116] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.633909] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 966.635175] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 966.635380] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.635952] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.636332] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 967.636332] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 968.139599] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 968.139846] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.140000] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.140150] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 968.479588] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.479830] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.479261] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.479541] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.474422] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.479015] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.982982] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.983295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.983421] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.983640] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1024.984648] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243a59c-52b5-4f4d-83b0-3fe0cdcf0d50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.993229] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4454a-bfad-4ab4-8562-74bc65a19ddf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.007033] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4650e2a2-97d7-4b23-bca3-1625d9f98977 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.013113] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e07ddf-d7c3-4ee0-9c12-14f31ad30177 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.041744] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181420MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1025.041840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.042030] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.059819] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1026.060060] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1026.072912] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d4a409-9d4c-4c67-bb64-0dc4ed47d790 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.080802] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f757e5-0e93-4f5c-9078-41184667c81d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.109566] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f9b1c5-3ac1-4bc7-b5c3-0bf70466514e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.116606] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d568f51-60ef-4f30-9028-9dfebc1b4d82 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.129981] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.633436] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1026.634813] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1026.634995] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.630958] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.136216] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.136216] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.136216] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.136216] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1029.480053] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.480053] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1029.480053] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1029.982752] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1029.983141] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.478999] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.479737] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.474646] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.478284] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.981788] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.982136] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.982204] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.982368] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.983276] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6e9a4a-6cdb-4c09-8a69-df56d522898b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.991657] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455eab9-e7b1-4c70-862f-08e8f038ec6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.005409] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32836235-ac6c-42e7-99d9-2fa3f643602f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.011551] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7027d-7165-4611-a6df-75b7acaf744b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.040310] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181419MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1086.040521] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.040652] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.060354] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1087.060640] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1087.074362] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8a916-d792-4315-a640-87d342b5361f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.081862] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a149a68c-4a04-464c-81e7-77e274d0fd4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.110891] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f87717-d58f-4241-8f53-f8637a92870d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.118018] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b01072-5174-4e8e-9404-e346cce6c8c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.130436] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.633690] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1087.635032] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1087.635265] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.635685] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.636108] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1089.636108] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1090.139115] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1090.139366] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.139562] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.139698] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1090.479249] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.479100] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.479289] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.479642] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.479467] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.479951] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1142.982557] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] There are 0 instances to clean {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1145.480175] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.983305] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.983557] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.983697] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.983848] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.984762] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c05a85-93ed-4f22-9faa-08ab089dd534 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.993396] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4402d8-ff5a-4901-8e5e-49d09f858f29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.010415] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46201668-cc9a-457f-af51-2fe2047b6534 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.018823] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0bed59-3512-42d8-ac6f-789272a113fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.062699] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181427MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1146.062911] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.063186] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.081919] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1147.082247] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1147.095863] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e7672-eb29-4374-accc-30f102fdf0f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.103430] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca0ff78-06cc-4ef5-875b-09e8265c6ab6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.132432] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01004d46-9ef4-4288-aa29-2b9aca38eddd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.139227] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3bed5c-9292-43d4-a97c-ceb246eeb7d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.151474] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.654379] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1147.655708] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1147.655906] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.656148] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.656283] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances with incomplete migration {{(pid=62697) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1149.154282] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.154680] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.154680] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1150.474689] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.979059] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.979236] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.981640] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.981942] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1151.981942] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1152.485290] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1152.485478] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.479424] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.479397] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.479397] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.276786] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.779267] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Getting list of instances from cluster (obj){ [ 1170.779267] env[62697]: value = "domain-c8" [ 1170.779267] env[62697]: _type = "ClusterComputeResource" [ 1170.779267] env[62697]: } {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1170.780350] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8cbe74-e1de-47b5-822b-b614996b6c8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.788855] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Got total of 0 instances {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1206.479159] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.983015] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.983416] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.983614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.983818] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1206.985078] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eea409-41dd-4c84-b8af-db057ac4ad2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.995677] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfff5f0-100a-4ec3-b21e-dfa8adafcd9b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.014316] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f213271-949b-4277-814a-5cd8e9fdccba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.020983] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6766d8a-dd13-4161-94a7-cb4274103ed8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.049515] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181427MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1207.049721] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.049906] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.547108] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1208.547108] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1208.569777] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1208.584638] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1208.584833] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.596476] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1208.621719] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1208.636460] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891174f0-2cf2-4a88-a466-a26773824d06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.643280] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a4ee8-4eef-4b13-8449-b73cc604635b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.672997] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd738c-9fb8-43d1-9301-31b447a7147b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.680851] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634720e5-7b49-439d-9fe9-448641ebb2f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.696312] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.201983] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1209.201983] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1209.201983] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.968827] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.969747] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.196959] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.197310] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.197472] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1210.472183] env[62697]: DEBUG nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1211.005944] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.006237] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.007876] env[62697]: INFO nova.compute.claims [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.479268] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.479548] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1211.479808] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1211.843532] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "7b31f551-7141-445a-8468-7777316f58d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.845241] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "7b31f551-7141-445a-8468-7777316f58d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.983597] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Skipping network cache update for instance because it is Building. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1211.983597] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1211.983597] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.082915] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc853f4-cd34-465e-bdb4-55505196a51b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.093904] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cde514-db65-4670-b0ea-2e9c24a6c8e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.128123] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc236e-a44d-4630-aef3-d6ffa4513a99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.137409] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706633e8-1e5f-426c-9de5-8d6f56f70e3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.152999] env[62697]: DEBUG nova.compute.provider_tree [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.348179] env[62697]: DEBUG nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1212.656481] env[62697]: DEBUG nova.scheduler.client.report [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.886340] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.161711] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.162365] env[62697]: DEBUG nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1213.169596] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.283s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.171141] env[62697]: INFO nova.compute.claims [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.671373] env[62697]: DEBUG nova.compute.utils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1213.673195] env[62697]: DEBUG nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1213.677022] env[62697]: DEBUG nova.network.neutron [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.181835] env[62697]: DEBUG nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1214.268121] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc40489-a588-40aa-af31-bdd2e72762d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.279012] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b200ac1-36f5-4725-8684-8401c6b36bdc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.316320] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f26880f-432a-40da-8c83-2508546ef742 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.324563] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5638dd1c-a46b-45c1-94df-c093fd1fd256 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.343049] env[62697]: DEBUG nova.compute.provider_tree [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.480485] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.480814] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.847221] env[62697]: DEBUG nova.scheduler.client.report [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1215.202651] env[62697]: DEBUG nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1215.353240] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.354947] env[62697]: DEBUG nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1215.861134] env[62697]: DEBUG nova.policy [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf88e6bc064ccd8321ce6b126e0f95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ee6247264b4fecbb629eac027bced6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1215.863705] env[62697]: DEBUG nova.compute.utils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1215.865209] env[62697]: DEBUG nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1215.865411] env[62697]: DEBUG nova.network.neutron [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.037172] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1216.037425] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1216.037574] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.037778] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1216.037929] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.042252] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1216.042550] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1216.042714] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1216.042881] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1216.043052] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1216.043271] env[62697]: DEBUG nova.virt.hardware [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1216.044278] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e586c4a-fc8a-47b1-a0f2-afef73fb50e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.059912] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fbef8d-8dbf-48fb-a81f-a0c098c5c5fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.081733] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724004b-b0e3-4872-a76a-62a62ac68b38 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.236949] env[62697]: DEBUG nova.policy [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b055701babc4ef18942f5aad77c34e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118ad28b5a734e9ea28e8da9e81e2236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1216.371590] env[62697]: DEBUG nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1216.478967] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.478967] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.355738] env[62697]: DEBUG nova.network.neutron [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Successfully created port: e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.386757] env[62697]: DEBUG nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1217.427558] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1217.427558] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1217.427946] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.428262] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1217.428402] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.428552] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1217.428761] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1217.428948] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1217.429886] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1217.429971] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1217.430201] env[62697]: DEBUG nova.virt.hardware [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.431106] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd4dfa4-ec53-4cc2-bce8-cfd663b6d1e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.446043] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdad69e-a26d-4bf1-b79f-66db9862a9a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.468026] env[62697]: DEBUG nova.network.neutron [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Successfully created port: 818a4887-c417-4a59-baf9-229510d94bd1 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.242716] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "67273d80-15fa-440b-bb86-901b28c075aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.242716] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "67273d80-15fa-440b-bb86-901b28c075aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.746356] env[62697]: DEBUG nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1221.281948] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.282254] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.284101] env[62697]: INFO nova.compute.claims [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.405500] env[62697]: DEBUG nova.network.neutron [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Successfully updated port: 818a4887-c417-4a59-baf9-229510d94bd1 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.440462] env[62697]: DEBUG nova.network.neutron [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Successfully updated port: e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.902476] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "8be4a564-093a-4b61-8111-54db06bd4dea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.902717] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "8be4a564-093a-4b61-8111-54db06bd4dea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.916506] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "refresh_cache-7b31f551-7141-445a-8468-7777316f58d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.916506] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquired lock "refresh_cache-7b31f551-7141-445a-8468-7777316f58d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.916506] env[62697]: DEBUG nova.network.neutron [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.943582] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "refresh_cache-dc24bb79-1fe3-4f19-bc3e-956a256757ee" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.943737] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired lock "refresh_cache-dc24bb79-1fe3-4f19-bc3e-956a256757ee" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.943889] env[62697]: DEBUG nova.network.neutron [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.395209] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "18b25250-cc54-44ce-805b-04736141debc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.395209] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "18b25250-cc54-44ce-805b-04736141debc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.407893] env[62697]: DEBUG nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1222.413924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeb9ff8-e290-4131-89cc-782b7b46fedc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.430580] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104eba2d-27d4-4006-89a8-dfa1a24ea699 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.466369] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd54f0e7-6702-4e42-9674-a776ffa87a48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.476396] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c490c65-3669-404b-8456-18cca13c42d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.492462] env[62697]: DEBUG nova.compute.provider_tree [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.547104] env[62697]: DEBUG nova.network.neutron [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.624486] env[62697]: DEBUG nova.network.neutron [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.805381] env[62697]: DEBUG nova.compute.manager [req-79e5269b-2e68-4972-b13f-bb96c68124ab req-99427551-198c-410c-b696-0910d17ba8ff service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Received event network-vif-plugged-818a4887-c417-4a59-baf9-229510d94bd1 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1222.805381] env[62697]: DEBUG oslo_concurrency.lockutils [req-79e5269b-2e68-4972-b13f-bb96c68124ab req-99427551-198c-410c-b696-0910d17ba8ff service nova] Acquiring lock "7b31f551-7141-445a-8468-7777316f58d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.805381] env[62697]: DEBUG oslo_concurrency.lockutils [req-79e5269b-2e68-4972-b13f-bb96c68124ab req-99427551-198c-410c-b696-0910d17ba8ff service nova] Lock "7b31f551-7141-445a-8468-7777316f58d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.806825] env[62697]: DEBUG oslo_concurrency.lockutils [req-79e5269b-2e68-4972-b13f-bb96c68124ab req-99427551-198c-410c-b696-0910d17ba8ff service nova] Lock "7b31f551-7141-445a-8468-7777316f58d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.806825] env[62697]: DEBUG nova.compute.manager [req-79e5269b-2e68-4972-b13f-bb96c68124ab req-99427551-198c-410c-b696-0910d17ba8ff service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] No waiting events found dispatching network-vif-plugged-818a4887-c417-4a59-baf9-229510d94bd1 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1222.806825] env[62697]: WARNING nova.compute.manager [req-79e5269b-2e68-4972-b13f-bb96c68124ab req-99427551-198c-410c-b696-0910d17ba8ff service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Received unexpected event network-vif-plugged-818a4887-c417-4a59-baf9-229510d94bd1 for instance with vm_state building and task_state spawning. [ 1222.900528] env[62697]: DEBUG nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1222.943533] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.996010] env[62697]: DEBUG nova.scheduler.client.report [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1223.275973] env[62697]: DEBUG nova.network.neutron [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Updating instance_info_cache with network_info: [{"id": "818a4887-c417-4a59-baf9-229510d94bd1", "address": "fa:16:3e:e6:a3:61", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818a4887-c4", "ovs_interfaceid": "818a4887-c417-4a59-baf9-229510d94bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.316043] env[62697]: DEBUG nova.network.neutron [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Updating instance_info_cache with network_info: [{"id": "e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8", "address": "fa:16:3e:5f:79:f1", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5636f1f-7b", "ovs_interfaceid": "e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.430694] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.513452] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.517544] env[62697]: DEBUG nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1223.524335] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.581s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.526275] env[62697]: INFO nova.compute.claims [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.779945] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Releasing lock "refresh_cache-7b31f551-7141-445a-8468-7777316f58d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.780101] env[62697]: DEBUG nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Instance network_info: |[{"id": "818a4887-c417-4a59-baf9-229510d94bd1", "address": "fa:16:3e:e6:a3:61", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818a4887-c4", "ovs_interfaceid": "818a4887-c417-4a59-baf9-229510d94bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1223.780605] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:a3:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818a4887-c417-4a59-baf9-229510d94bd1', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.795995] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.796338] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48ad323-7a8c-4c7b-82da-84f838985c2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.812332] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Created folder: OpenStack in parent group-v4. [ 1223.812332] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Creating folder: Project (118ad28b5a734e9ea28e8da9e81e2236). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.812332] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6845f83b-c9a4-4e7d-9c93-296d0ecd768d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.819419] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Releasing lock "refresh_cache-dc24bb79-1fe3-4f19-bc3e-956a256757ee" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.820036] env[62697]: DEBUG nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Instance network_info: |[{"id": "e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8", "address": "fa:16:3e:5f:79:f1", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5636f1f-7b", "ovs_interfaceid": "e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1223.820724] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:79:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.830936] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Creating folder: Project (22ee6247264b4fecbb629eac027bced6). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.835811] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-000d1fd8-2794-4143-9356-4388b7730230 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.837494] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Created folder: Project (118ad28b5a734e9ea28e8da9e81e2236) in parent group-v355409. [ 1223.837674] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Creating folder: Instances. Parent ref: group-v355410. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.842794] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c67ea7d3-b75c-4304-acfd-02e85a9e5a4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.853858] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Created folder: Project (22ee6247264b4fecbb629eac027bced6) in parent group-v355409. [ 1223.854273] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Creating folder: Instances. Parent ref: group-v355411. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.854702] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cae28b9-2ac4-4300-8bbd-3321e2be6294 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.862180] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Created folder: Instances in parent group-v355410. [ 1223.862448] env[62697]: DEBUG oslo.service.loopingcall [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.862642] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.862871] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d64aac-9cec-4f68-bf0c-4f97da7ce84a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.882823] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Created folder: Instances in parent group-v355411. [ 1223.883566] env[62697]: DEBUG oslo.service.loopingcall [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.883743] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.883979] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e42e00a8-e0fc-4895-b32d-84f3b827bee4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.899867] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.899867] env[62697]: value = "task-1705766" [ 1223.899867] env[62697]: _type = "Task" [ 1223.899867] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.904778] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.904778] env[62697]: value = "task-1705767" [ 1223.904778] env[62697]: _type = "Task" [ 1223.904778] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.912500] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705766, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.918017] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705767, 'name': CreateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.035729] env[62697]: DEBUG nova.compute.utils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.037409] env[62697]: DEBUG nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1224.038148] env[62697]: DEBUG nova.network.neutron [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.147675] env[62697]: DEBUG nova.policy [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d1b4bea9fdc438f9a31be59ed342ec0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48eafb6731d94ccb9392c2da8edd3d18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1224.419818] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705766, 'name': CreateVM_Task, 'duration_secs': 0.36694} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.423594] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.423594] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705767, 'name': CreateVM_Task, 'duration_secs': 0.37236} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.425394] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.440798] env[62697]: DEBUG oslo_vmware.service [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545331ca-b3e3-4836-8b97-3ef51eb3f53a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.455018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.455018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.455018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.455864] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.456426] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.456632] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.457785] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe17c08-c1fd-4efc-a021-38fa669968c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.463869] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1224.463869] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525469c3-faf9-9c94-13f5-f392fca5fbdd" [ 1224.463869] env[62697]: _type = "Task" [ 1224.463869] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.478299] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525469c3-faf9-9c94-13f5-f392fca5fbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.543454] env[62697]: DEBUG nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1224.717934] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f167c787-c00d-400a-8d98-41aa37997aa9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.730977] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e56b8b2-00a9-43a2-a2f5-028f53b87450 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.772272] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77391cd2-f3cd-4237-925c-55d917185698 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.782866] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee5574-a7ee-45ad-8417-0bdc183e5acb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.798189] env[62697]: DEBUG nova.compute.provider_tree [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.817248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "e31e8ed5-e3cd-4de7-8672-0540697da421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.817248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "e31e8ed5-e3cd-4de7-8672-0540697da421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.962292] env[62697]: DEBUG nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1224.983960] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.983960] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.983960] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.983960] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.984210] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.984210] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.984269] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.984484] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3795666-933e-4201-8c3d-92105124cf02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.989499] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efe530d-9f72-4888-bb49-0fe8f80e92f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.995399] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1224.995399] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524d2e41-8dd3-c3be-abd3-2b574e9107da" [ 1224.995399] env[62697]: _type = "Task" [ 1224.995399] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.000141] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.000462] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.004861] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe4442-f005-4f67-a9b5-c59348565c12 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.007540] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524d2e41-8dd3-c3be-abd3-2b574e9107da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.011742] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3f2a99-f82e-4633-87e4-23b552a57c6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.017195] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1225.017195] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad1f57-aea9-81b1-06da-4f8a1e1c285f" [ 1225.017195] env[62697]: _type = "Task" [ 1225.017195] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.021337] env[62697]: DEBUG nova.network.neutron [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Successfully created port: a3422d1e-1e26-48c9-ac71-900019fb5747 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.029017] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad1f57-aea9-81b1-06da-4f8a1e1c285f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.301068] env[62697]: DEBUG nova.scheduler.client.report [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1225.321522] env[62697]: DEBUG nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1225.492435] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.509603] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.509985] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.510410] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.527162] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Preparing fetch location {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1225.527218] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Creating directory with path [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.528405] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52d7ddf5-d449-4810-a29d-920b69e0f5e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.550799] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Created directory with path [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.551112] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Fetch image to [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1225.551680] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Downloading image file data 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b to [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62697) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1225.552606] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd20014-0576-4a54-8828-5152e86cc4b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.556356] env[62697]: DEBUG nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1225.563698] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ddea5b-a182-4160-ab33-184fd604cf78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.585282] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f9539-3615-4a95-a6b1-ef1fb57758cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.621462] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1225.621462] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1225.621462] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.621610] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1225.621748] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.621840] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1225.622052] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1225.622210] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1225.622368] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1225.622524] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1225.624773] env[62697]: DEBUG nova.virt.hardware [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.624773] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709a7f19-d802-462f-8323-3928cc223f02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.627181] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5296357-8e12-42a1-9d20-f4b686399c7d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.636443] env[62697]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9e853a2b-a49c-431d-9afa-69d6584714e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.641126] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b130ee61-31ef-41a6-b299-4e70e833d4fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.730279] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Downloading image file data 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b to the data store datastore1 {{(pid=62697) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1225.790520] env[62697]: DEBUG oslo_vmware.rw_handles [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62697) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1225.859869] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.860488] env[62697]: DEBUG nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1225.869058] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.438s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.870464] env[62697]: INFO nova.compute.claims [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.899369] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.366926] env[62697]: DEBUG nova.compute.utils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1226.374759] env[62697]: DEBUG nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1226.374870] env[62697]: DEBUG nova.network.neutron [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.503064] env[62697]: DEBUG oslo_vmware.rw_handles [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Completed reading data from the image iterator. {{(pid=62697) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1226.503417] env[62697]: DEBUG oslo_vmware.rw_handles [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1226.574904] env[62697]: DEBUG nova.policy [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '979c73f876ed43d5adf38ccfc1891359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea00f5e8b8d34559bdc955ec60d9eaba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1226.643012] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Downloaded image file data 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b to vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62697) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1226.644749] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Caching image {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1226.645603] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Copying Virtual Disk [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk to [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.645603] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6fac97-09e5-42fd-ad28-e9070428239a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.655577] env[62697]: DEBUG nova.compute.manager [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Received event network-vif-plugged-e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1226.655794] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Acquiring lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.656047] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.656176] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.656336] env[62697]: DEBUG nova.compute.manager [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] No waiting events found dispatching network-vif-plugged-e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1226.656589] env[62697]: WARNING nova.compute.manager [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Received unexpected event network-vif-plugged-e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 for instance with vm_state building and task_state spawning. [ 1226.656653] env[62697]: DEBUG nova.compute.manager [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Received event network-changed-818a4887-c417-4a59-baf9-229510d94bd1 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1226.656781] env[62697]: DEBUG nova.compute.manager [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Refreshing instance network info cache due to event network-changed-818a4887-c417-4a59-baf9-229510d94bd1. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1226.658334] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Acquiring lock "refresh_cache-7b31f551-7141-445a-8468-7777316f58d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.658334] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Acquired lock "refresh_cache-7b31f551-7141-445a-8468-7777316f58d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.658334] env[62697]: DEBUG nova.network.neutron [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Refreshing network info cache for port 818a4887-c417-4a59-baf9-229510d94bd1 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.678655] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1226.678655] env[62697]: value = "task-1705768" [ 1226.678655] env[62697]: _type = "Task" [ 1226.678655] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.699256] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.841204] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.841654] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.884767] env[62697]: DEBUG nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1227.065963] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47505f57-c819-44d2-9bd4-5dce1604ce81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.075168] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fdf1dc-1b6b-4231-b5ed-d584888cb3e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.108821] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ef8780-50c6-4a66-b84b-e069420937c1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.117317] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a31ab-cdd4-4709-a6e6-a61bb0bf4ce8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.134016] env[62697]: DEBUG nova.compute.provider_tree [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.188246] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705768, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.204010] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.204259] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.344060] env[62697]: DEBUG nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1227.637899] env[62697]: DEBUG nova.scheduler.client.report [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1227.690294] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688316} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.694886] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Copied Virtual Disk [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk to [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.695318] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Deleting the datastore file [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/tmp-sparse.vmdk {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.695438] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10368190-bee8-4dd5-b645-d7dd7c96a96b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.702813] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1227.702813] env[62697]: value = "task-1705769" [ 1227.702813] env[62697]: _type = "Task" [ 1227.702813] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.706405] env[62697]: DEBUG nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1227.714028] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.866849] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.871281] env[62697]: DEBUG nova.network.neutron [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Updated VIF entry in instance network info cache for port 818a4887-c417-4a59-baf9-229510d94bd1. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.871681] env[62697]: DEBUG nova.network.neutron [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Updating instance_info_cache with network_info: [{"id": "818a4887-c417-4a59-baf9-229510d94bd1", "address": "fa:16:3e:e6:a3:61", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818a4887-c4", "ovs_interfaceid": "818a4887-c417-4a59-baf9-229510d94bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.902540] env[62697]: DEBUG nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1227.935153] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1227.936971] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1227.936971] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.937773] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1227.937773] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.937773] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1227.937773] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1227.937773] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1227.938021] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1227.938119] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1227.938301] env[62697]: DEBUG nova.virt.hardware [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.939658] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805cf1d7-06f5-48b8-94f8-a76ea24095db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.950805] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6847cbc1-159b-470d-8e7c-3cd01feac0c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.972064] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "1b474473-e1cd-4a71-be47-f9e54d37a059" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.972303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.117296] env[62697]: DEBUG nova.network.neutron [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Successfully created port: 97c74ec7-8436-4532-84bb-199de5851ea8 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.145412] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.145668] env[62697]: DEBUG nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1228.150062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.658s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.152346] env[62697]: INFO nova.compute.claims [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.222445] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022436} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.224310] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.224524] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Moving file from [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b to [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b. {{(pid=62697) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1228.224927] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-145f2bbd-c1ef-4a91-b66f-846779ab1534 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.232872] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1228.232872] env[62697]: value = "task-1705770" [ 1228.232872] env[62697]: _type = "Task" [ 1228.232872] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.241417] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705770, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.242441] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.370993] env[62697]: DEBUG nova.network.neutron [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Successfully updated port: a3422d1e-1e26-48c9-ac71-900019fb5747 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.375154] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Releasing lock "refresh_cache-7b31f551-7141-445a-8468-7777316f58d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.376031] env[62697]: DEBUG nova.compute.manager [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Received event network-changed-e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1228.376141] env[62697]: DEBUG nova.compute.manager [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Refreshing instance network info cache due to event network-changed-e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1228.377265] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Acquiring lock "refresh_cache-dc24bb79-1fe3-4f19-bc3e-956a256757ee" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.377265] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Acquired lock "refresh_cache-dc24bb79-1fe3-4f19-bc3e-956a256757ee" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.377265] env[62697]: DEBUG nova.network.neutron [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Refreshing network info cache for port e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.475901] env[62697]: DEBUG nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1228.651574] env[62697]: DEBUG nova.compute.utils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1228.653171] env[62697]: DEBUG nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Not allocating networking since 'none' was specified. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1228.744973] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705770, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026501} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.744973] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] File moved {{(pid=62697) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1228.744973] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Cleaning up location [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1228.744973] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Deleting the datastore file [datastore1] vmware_temp/e1fb2fde-e4c4-4ba8-8cf2-3558cda42e82 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.745641] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f3a0853-ae7d-4232-8400-148c8c587792 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.753713] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1228.753713] env[62697]: value = "task-1705771" [ 1228.753713] env[62697]: _type = "Task" [ 1228.753713] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.763264] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.874303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.874387] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquired lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.874539] env[62697]: DEBUG nova.network.neutron [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.000126] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.155246] env[62697]: DEBUG nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1229.264325] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051275} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.264597] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.268862] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebb0195-d1b0-4de5-82b3-9b41b71fce56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.274825] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1229.274825] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52880edd-a50b-b148-7d42-8df832487742" [ 1229.274825] env[62697]: _type = "Task" [ 1229.274825] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.283738] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52880edd-a50b-b148-7d42-8df832487742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.395444] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc9672d-2242-44a0-9441-e3136c1e44fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.409393] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4dc0a-fe9a-4121-ac28-3c8999c9df75 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.450838] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94f029-6f63-410c-8e65-bef5eae7ec50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.459368] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.459740] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.464649] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c24df-24b5-4239-949f-2bddf634ff6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.483766] env[62697]: DEBUG nova.compute.provider_tree [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.584730] env[62697]: DEBUG nova.network.neutron [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.626282] env[62697]: DEBUG nova.network.neutron [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Updated VIF entry in instance network info cache for port e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.626640] env[62697]: DEBUG nova.network.neutron [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Updating instance_info_cache with network_info: [{"id": "e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8", "address": "fa:16:3e:5f:79:f1", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5636f1f-7b", "ovs_interfaceid": "e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.645762] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "c1dccd73-e103-40b5-80eb-223268336b71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.646072] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "c1dccd73-e103-40b5-80eb-223268336b71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.794023] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52880edd-a50b-b148-7d42-8df832487742, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.794023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.794023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] dc24bb79-1fe3-4f19-bc3e-956a256757ee/dc24bb79-1fe3-4f19-bc3e-956a256757ee.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.794023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.794479] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.794479] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aab9f04-08b1-4236-b772-ff0d11fc7ad6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.795731] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c96b2a04-140b-48f1-9726-5e6eca439cee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.803651] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1229.803651] env[62697]: value = "task-1705772" [ 1229.803651] env[62697]: _type = "Task" [ 1229.803651] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.805066] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.805424] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.811365] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdae738f-fc00-4386-8c4c-7ef061ad1e18 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.822028] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.822028] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1229.822028] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5264024c-2ec3-4bb5-f325-5dcac5df7109" [ 1229.822028] env[62697]: _type = "Task" [ 1229.822028] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.830949] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5264024c-2ec3-4bb5-f325-5dcac5df7109, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.831972] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b664ad-d98b-4346-ac7c-02f3d8b878a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.838378] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1229.838378] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5224cc89-1d2a-8216-3a48-0efd313a37ec" [ 1229.838378] env[62697]: _type = "Task" [ 1229.838378] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.848637] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5224cc89-1d2a-8216-3a48-0efd313a37ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.922863] env[62697]: DEBUG nova.compute.manager [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Received event network-vif-plugged-a3422d1e-1e26-48c9-ac71-900019fb5747 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1229.923096] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] Acquiring lock "67273d80-15fa-440b-bb86-901b28c075aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.923809] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] Lock "67273d80-15fa-440b-bb86-901b28c075aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.925061] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] Lock "67273d80-15fa-440b-bb86-901b28c075aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.925061] env[62697]: DEBUG nova.compute.manager [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] No waiting events found dispatching network-vif-plugged-a3422d1e-1e26-48c9-ac71-900019fb5747 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1229.925061] env[62697]: WARNING nova.compute.manager [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Received unexpected event network-vif-plugged-a3422d1e-1e26-48c9-ac71-900019fb5747 for instance with vm_state building and task_state spawning. [ 1229.925061] env[62697]: DEBUG nova.compute.manager [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Received event network-changed-a3422d1e-1e26-48c9-ac71-900019fb5747 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1229.925061] env[62697]: DEBUG nova.compute.manager [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Refreshing instance network info cache due to event network-changed-a3422d1e-1e26-48c9-ac71-900019fb5747. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1229.925322] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] Acquiring lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.957223] env[62697]: DEBUG nova.network.neutron [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Updating instance_info_cache with network_info: [{"id": "a3422d1e-1e26-48c9-ac71-900019fb5747", "address": "fa:16:3e:c5:d9:ff", "network": {"id": "ceca0c3d-23ea-4208-a56d-01cf61b7c975", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1376569343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48eafb6731d94ccb9392c2da8edd3d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3422d1e-1e", "ovs_interfaceid": "a3422d1e-1e26-48c9-ac71-900019fb5747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.991210] env[62697]: DEBUG nova.scheduler.client.report [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.132023] env[62697]: DEBUG oslo_concurrency.lockutils [req-55547aa6-5e66-4904-90a8-22c7d825b207 req-71bd7b29-4ff4-4c89-81c2-1176bfeee334 service nova] Releasing lock "refresh_cache-dc24bb79-1fe3-4f19-bc3e-956a256757ee" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.175203] env[62697]: DEBUG nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1230.206902] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1230.207241] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1230.207434] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.208280] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1230.208280] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.208280] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1230.209883] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1230.210211] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1230.210426] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1230.211029] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1230.211029] env[62697]: DEBUG nova.virt.hardware [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1230.211721] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6686fcea-d39a-449d-a362-436bc9d1f444 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.228307] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dbc81e-06d2-48cb-aff2-596cc7211299 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.247557] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.253209] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Creating folder: Project (2c3ffd6a403d49a9808c2f741ed9dcd1). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.253557] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6927d71a-db18-48de-a43b-077898f54b53 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.267607] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Created folder: Project (2c3ffd6a403d49a9808c2f741ed9dcd1) in parent group-v355409. [ 1230.267607] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Creating folder: Instances. Parent ref: group-v355416. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.267607] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32689eac-687d-450c-97e3-d9fd5f4e48ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.274744] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Created folder: Instances in parent group-v355416. [ 1230.275045] env[62697]: DEBUG oslo.service.loopingcall [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.275261] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.275477] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8612fb3-9fd0-4c34-93dd-d588700f4cc6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.294809] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.294809] env[62697]: value = "task-1705775" [ 1230.294809] env[62697]: _type = "Task" [ 1230.294809] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.303471] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705775, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.314514] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705772, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.350561] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5224cc89-1d2a-8216-3a48-0efd313a37ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.350877] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.351170] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 7b31f551-7141-445a-8468-7777316f58d5/7b31f551-7141-445a-8468-7777316f58d5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.353234] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3389801c-e037-41e5-94b2-6906731ba270 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.361431] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1230.361431] env[62697]: value = "task-1705776" [ 1230.361431] env[62697]: _type = "Task" [ 1230.361431] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.373453] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.465846] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Releasing lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.466300] env[62697]: DEBUG nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Instance network_info: |[{"id": "a3422d1e-1e26-48c9-ac71-900019fb5747", "address": "fa:16:3e:c5:d9:ff", "network": {"id": "ceca0c3d-23ea-4208-a56d-01cf61b7c975", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1376569343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48eafb6731d94ccb9392c2da8edd3d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3422d1e-1e", "ovs_interfaceid": "a3422d1e-1e26-48c9-ac71-900019fb5747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1230.466693] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] Acquired lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.466969] env[62697]: DEBUG nova.network.neutron [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Refreshing network info cache for port a3422d1e-1e26-48c9-ac71-900019fb5747 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.468442] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:d9:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3422d1e-1e26-48c9-ac71-900019fb5747', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.480515] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Creating folder: Project (48eafb6731d94ccb9392c2da8edd3d18). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.481745] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6404e43d-25b0-4aa2-b35e-9b3686bc5270 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.493724] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Created folder: Project (48eafb6731d94ccb9392c2da8edd3d18) in parent group-v355409. [ 1230.494059] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Creating folder: Instances. Parent ref: group-v355419. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.494287] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45c862eb-13f8-4982-b555-2308b0971e43 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.496534] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.497037] env[62697]: DEBUG nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1230.499692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.601s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.501182] env[62697]: INFO nova.compute.claims [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.511244] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Created folder: Instances in parent group-v355419. [ 1230.512485] env[62697]: DEBUG oslo.service.loopingcall [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.512485] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.512485] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b93a150-ff20-4e67-8f3f-87475d427ee1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.533624] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.533624] env[62697]: value = "task-1705779" [ 1230.533624] env[62697]: _type = "Task" [ 1230.533624] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.543196] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705779, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.812103] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705775, 'name': CreateVM_Task, 'duration_secs': 0.454686} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.820161] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.820161] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.820161] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.820161] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.820161] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfec1e1-934c-49ec-b51c-1bcbdfe4e120 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.826764] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603856} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.827826] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] dc24bb79-1fe3-4f19-bc3e-956a256757ee/dc24bb79-1fe3-4f19-bc3e-956a256757ee.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.828412] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.828783] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-659e9080-7d11-4734-aced-1ac7055f8e32 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.832882] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1230.832882] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5211ba61-a74b-1d08-e54f-9b1cbdda0613" [ 1230.832882] env[62697]: _type = "Task" [ 1230.832882] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.840764] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1230.840764] env[62697]: value = "task-1705780" [ 1230.840764] env[62697]: _type = "Task" [ 1230.840764] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.851938] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5211ba61-a74b-1d08-e54f-9b1cbdda0613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.859977] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.872668] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705776, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.007933] env[62697]: DEBUG nova.compute.utils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.015539] env[62697]: DEBUG nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1231.015539] env[62697]: DEBUG nova.network.neutron [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.046048] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705779, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.147121] env[62697]: DEBUG nova.network.neutron [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Successfully updated port: 97c74ec7-8436-4532-84bb-199de5851ea8 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.168804] env[62697]: DEBUG nova.policy [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211409bde0f3493b91e7811fa91eecc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54266081308d42628094b33b3d7a2f53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1231.344339] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5211ba61-a74b-1d08-e54f-9b1cbdda0613, 'name': SearchDatastore_Task, 'duration_secs': 0.047641} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.347492] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.347711] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.347941] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.348273] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.348352] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.348677] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e53697-1047-4405-b242-0ba56f223b72 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.356130] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178068} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.356379] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.358365] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9952f2-2d99-4d18-9030-47cedb311b47 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.360955] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.361278] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.361910] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bc05cc-aed3-47b6-9c64-edc620e14b98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.401530] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] dc24bb79-1fe3-4f19-bc3e-956a256757ee/dc24bb79-1fe3-4f19-bc3e-956a256757ee.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.404783] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0d4747-5799-4033-aae8-45316557e268 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.420973] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1231.420973] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5220e54e-d5b5-7394-a281-06fe7157e010" [ 1231.420973] env[62697]: _type = "Task" [ 1231.420973] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.429411] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5698} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.431212] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 7b31f551-7141-445a-8468-7777316f58d5/7b31f551-7141-445a-8468-7777316f58d5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.431543] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.435025] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1231.435025] env[62697]: value = "task-1705781" [ 1231.435025] env[62697]: _type = "Task" [ 1231.435025] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.435025] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5501172f-bbab-4519-b96e-3665f1bb25a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.442016] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5220e54e-d5b5-7394-a281-06fe7157e010, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.443701] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cfc1de-15d7-43aa-9d03-ea9ff60e0573 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.451392] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1231.451392] env[62697]: value = "task-1705782" [ 1231.451392] env[62697]: _type = "Task" [ 1231.451392] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.451750] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.456951] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1231.456951] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5278be18-6661-5902-24a2-4a657eec7410" [ 1231.456951] env[62697]: _type = "Task" [ 1231.456951] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.465798] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.472154] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5278be18-6661-5902-24a2-4a657eec7410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.517782] env[62697]: DEBUG nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1231.545430] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705779, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.562763] env[62697]: DEBUG nova.network.neutron [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Updated VIF entry in instance network info cache for port a3422d1e-1e26-48c9-ac71-900019fb5747. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.562859] env[62697]: DEBUG nova.network.neutron [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Updating instance_info_cache with network_info: [{"id": "a3422d1e-1e26-48c9-ac71-900019fb5747", "address": "fa:16:3e:c5:d9:ff", "network": {"id": "ceca0c3d-23ea-4208-a56d-01cf61b7c975", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1376569343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48eafb6731d94ccb9392c2da8edd3d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3422d1e-1e", "ovs_interfaceid": "a3422d1e-1e26-48c9-ac71-900019fb5747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.653661] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "refresh_cache-8be4a564-093a-4b61-8111-54db06bd4dea" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.653661] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquired lock "refresh_cache-8be4a564-093a-4b61-8111-54db06bd4dea" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.653661] env[62697]: DEBUG nova.network.neutron [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.736421] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffbedb8-10fd-445a-a576-fc7a902e03ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.744566] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6cd99-77e0-4671-ab9e-a5ebf4e23332 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.775429] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2481510-2eaa-4115-abd7-d7ac2a97168f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.784271] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15268809-3698-4a06-8571-e20439d7a904 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.796577] env[62697]: DEBUG nova.compute.provider_tree [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.948880] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.964602] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069296} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.965350] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.966199] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a990987b-0709-4a62-a216-4d5c6eb53e36 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.972505] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5278be18-6661-5902-24a2-4a657eec7410, 'name': SearchDatastore_Task, 'duration_secs': 0.015119} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.973272] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.973461] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.973827] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65534aeb-5272-4aec-b897-975f1340acba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.996768] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 7b31f551-7141-445a-8468-7777316f58d5/7b31f551-7141-445a-8468-7777316f58d5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.997899] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd45783-1bed-4295-b568-7e7e720f4b69 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.017697] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1232.017697] env[62697]: value = "task-1705783" [ 1232.017697] env[62697]: _type = "Task" [ 1232.017697] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.022639] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1232.022639] env[62697]: value = "task-1705784" [ 1232.022639] env[62697]: _type = "Task" [ 1232.022639] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.034162] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.038342] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "f6dd62c7-f64c-44ab-bb84-acf65d749940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.042805] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.047323] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.053529] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705779, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.072142] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4dcd79a-141c-4f7a-956e-4feca5ac7549 req-729058c5-3e7b-44b8-9be0-7ce18e51ecac service nova] Releasing lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.117126] env[62697]: DEBUG nova.network.neutron [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Successfully created port: 8dd0f380-5739-41b4-832e-087d9273e9f7 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.230144] env[62697]: DEBUG nova.network.neutron [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.303886] env[62697]: DEBUG nova.scheduler.client.report [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1232.451921] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.549632] env[62697]: DEBUG nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1232.551254] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.551560] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705783, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.568365] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705779, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.594053] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1232.594420] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1232.594463] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.594603] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1232.594741] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.594880] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1232.595164] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1232.595254] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1232.595414] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1232.595573] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1232.595954] env[62697]: DEBUG nova.virt.hardware [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.600311] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3605e0-4580-464e-be0c-a5bc0acd4f54 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.609041] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b00e473-23c5-4305-a1ba-0943134fe974 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.733164] env[62697]: DEBUG nova.network.neutron [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Updating instance_info_cache with network_info: [{"id": "97c74ec7-8436-4532-84bb-199de5851ea8", "address": "fa:16:3e:dc:ae:7d", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c74ec7-84", "ovs_interfaceid": "97c74ec7-8436-4532-84bb-199de5851ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.811721] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.817019] env[62697]: DEBUG nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1232.820385] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.952s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.822158] env[62697]: INFO nova.compute.claims [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.947523] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705781, 'name': ReconfigVM_Task, 'duration_secs': 1.292145} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.948146] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Reconfigured VM instance instance-00000001 to attach disk [datastore1] dc24bb79-1fe3-4f19-bc3e-956a256757ee/dc24bb79-1fe3-4f19-bc3e-956a256757ee.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.949074] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-435192d9-661e-4fd8-b76c-d4cd9bfe310f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.955246] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1232.955246] env[62697]: value = "task-1705785" [ 1232.955246] env[62697]: _type = "Task" [ 1232.955246] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.965812] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705785, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.045539] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543846} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.045618] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705784, 'name': ReconfigVM_Task, 'duration_secs': 0.622843} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.045794] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.046033] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.046372] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 7b31f551-7141-445a-8468-7777316f58d5/7b31f551-7141-445a-8468-7777316f58d5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.047312] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c92d8db1-b843-4dbe-9ad2-79269bc0a9cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.049997] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b9866f5-4d77-4d2f-8721-4bc5510c2d1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.056893] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1233.056893] env[62697]: value = "task-1705786" [ 1233.056893] env[62697]: _type = "Task" [ 1233.056893] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.064436] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705779, 'name': CreateVM_Task, 'duration_secs': 2.461324} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.064746] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1233.064746] env[62697]: value = "task-1705787" [ 1233.064746] env[62697]: _type = "Task" [ 1233.064746] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.065274] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.066018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.066378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.066466] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.072219] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c123924-51a1-426a-8e04-fb4b70397485 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.073994] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.081020] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705787, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.081207] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1233.081207] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52995701-4bde-ab86-63e5-97f9835be024" [ 1233.081207] env[62697]: _type = "Task" [ 1233.081207] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.089540] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52995701-4bde-ab86-63e5-97f9835be024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.236142] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Releasing lock "refresh_cache-8be4a564-093a-4b61-8111-54db06bd4dea" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.236415] env[62697]: DEBUG nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Instance network_info: |[{"id": "97c74ec7-8436-4532-84bb-199de5851ea8", "address": "fa:16:3e:dc:ae:7d", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c74ec7-84", "ovs_interfaceid": "97c74ec7-8436-4532-84bb-199de5851ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1233.236864] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ae:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c74ec7-8436-4532-84bb-199de5851ea8', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.245329] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Creating folder: Project (ea00f5e8b8d34559bdc955ec60d9eaba). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.245539] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75265d1e-382c-4b50-b049-83190125ffff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.257395] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Created folder: Project (ea00f5e8b8d34559bdc955ec60d9eaba) in parent group-v355409. [ 1233.257486] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Creating folder: Instances. Parent ref: group-v355422. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.257704] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62f2459c-9797-40e1-8119-60bfc391173c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.266490] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Created folder: Instances in parent group-v355422. [ 1233.267270] env[62697]: DEBUG oslo.service.loopingcall [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.267270] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.267270] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520ecbba-1219-4e0e-b187-8fe55cf1a63e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.286406] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.286406] env[62697]: value = "task-1705790" [ 1233.286406] env[62697]: _type = "Task" [ 1233.286406] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.295417] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705790, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.328931] env[62697]: DEBUG nova.compute.utils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.335129] env[62697]: DEBUG nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Not allocating networking since 'none' was specified. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1233.388668] env[62697]: DEBUG nova.compute.manager [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Received event network-vif-plugged-97c74ec7-8436-4532-84bb-199de5851ea8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1233.388888] env[62697]: DEBUG oslo_concurrency.lockutils [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] Acquiring lock "8be4a564-093a-4b61-8111-54db06bd4dea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.389108] env[62697]: DEBUG oslo_concurrency.lockutils [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] Lock "8be4a564-093a-4b61-8111-54db06bd4dea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.390080] env[62697]: DEBUG oslo_concurrency.lockutils [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] Lock "8be4a564-093a-4b61-8111-54db06bd4dea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.390080] env[62697]: DEBUG nova.compute.manager [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] No waiting events found dispatching network-vif-plugged-97c74ec7-8436-4532-84bb-199de5851ea8 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1233.390080] env[62697]: WARNING nova.compute.manager [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Received unexpected event network-vif-plugged-97c74ec7-8436-4532-84bb-199de5851ea8 for instance with vm_state building and task_state spawning. [ 1233.390080] env[62697]: DEBUG nova.compute.manager [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Received event network-changed-97c74ec7-8436-4532-84bb-199de5851ea8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1233.390080] env[62697]: DEBUG nova.compute.manager [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Refreshing instance network info cache due to event network-changed-97c74ec7-8436-4532-84bb-199de5851ea8. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1233.390526] env[62697]: DEBUG oslo_concurrency.lockutils [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] Acquiring lock "refresh_cache-8be4a564-093a-4b61-8111-54db06bd4dea" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.390526] env[62697]: DEBUG oslo_concurrency.lockutils [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] Acquired lock "refresh_cache-8be4a564-093a-4b61-8111-54db06bd4dea" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.390526] env[62697]: DEBUG nova.network.neutron [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Refreshing network info cache for port 97c74ec7-8436-4532-84bb-199de5851ea8 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.475827] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705785, 'name': Rename_Task, 'duration_secs': 0.147191} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.475827] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.475827] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-775343db-f01d-46d3-bea2-467c340a3292 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.483317] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1233.483317] env[62697]: value = "task-1705791" [ 1233.483317] env[62697]: _type = "Task" [ 1233.483317] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.492172] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.571821] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.580032] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705787, 'name': Rename_Task, 'duration_secs': 0.136941} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.586646] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.591133] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc50d35-f831-4d82-bba1-33a1667b80bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.599056] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52995701-4bde-ab86-63e5-97f9835be024, 'name': SearchDatastore_Task, 'duration_secs': 0.016213} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.600519] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.600962] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.601084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.602181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.602181] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.603684] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1233.603684] env[62697]: value = "task-1705792" [ 1233.603684] env[62697]: _type = "Task" [ 1233.603684] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.603684] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d2452da-3a3e-4fd8-a5bc-527bc0b3a253 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.613453] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.617055] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.617055] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.617692] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b14d14e-9498-4e8e-bd30-6a37eaac35f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.628028] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1233.628028] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52603e55-54c3-3b24-0c1f-077845a1d22b" [ 1233.628028] env[62697]: _type = "Task" [ 1233.628028] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.641030] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52603e55-54c3-3b24-0c1f-077845a1d22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.799141] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705790, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.834162] env[62697]: DEBUG nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1234.002648] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705791, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.072616] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705786, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.130021] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.146750] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52603e55-54c3-3b24-0c1f-077845a1d22b, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.146750] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b43b87-2049-4494-916d-62e69c7f336e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.150679] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606ee2f7-3f07-490a-a4a5-0256cab29c89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.157753] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1234.157753] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ce2903-ddb5-384e-4a3b-98dfa6126011" [ 1234.157753] env[62697]: _type = "Task" [ 1234.157753] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.163601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17cc59a-7c92-467c-9e0c-e318831d97f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.173082] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ce2903-ddb5-384e-4a3b-98dfa6126011, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.197225] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.197517] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 67273d80-15fa-440b-bb86-901b28c075aa/67273d80-15fa-440b-bb86-901b28c075aa.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.198252] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b9410a-5fdc-4b6a-beb6-da4a685e0301 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.200713] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920edba-5d3a-49b5-a1f8-c019614c3f27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.210985] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a9f14-b86c-455f-a901-d3c8bfef0a4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.215195] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1234.215195] env[62697]: value = "task-1705793" [ 1234.215195] env[62697]: _type = "Task" [ 1234.215195] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.227296] env[62697]: DEBUG nova.compute.provider_tree [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.234342] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.302648] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705790, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.496015] env[62697]: DEBUG oslo_vmware.api [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1705791, 'name': PowerOnVM_Task, 'duration_secs': 0.539433} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.497436] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.497715] env[62697]: INFO nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Took 19.30 seconds to spawn the instance on the hypervisor. [ 1234.497944] env[62697]: DEBUG nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1234.499050] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b5f41e-8f3c-419c-a946-d2a9ae2a8efa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.571356] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.028353} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.571628] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.572424] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2052a0f-3da7-4ea7-96f2-df5d7d0f7604 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.596352] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.597125] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fdbbafa-389f-4353-9e99-c3878b53a16e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.626735] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.627084] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1234.627084] env[62697]: value = "task-1705794" [ 1234.627084] env[62697]: _type = "Task" [ 1234.627084] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.636717] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.728486] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705793, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.731318] env[62697]: DEBUG nova.scheduler.client.report [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1234.802942] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705790, 'name': CreateVM_Task, 'duration_secs': 1.067566} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.803922] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.804771] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.804847] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.806290] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.806290] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418767b4-e72f-4d4e-8c94-d34641648f63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.811369] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1234.811369] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5265d5f2-8f6a-7195-9cdf-a7150734e253" [ 1234.811369] env[62697]: _type = "Task" [ 1234.811369] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.827043] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5265d5f2-8f6a-7195-9cdf-a7150734e253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.840485] env[62697]: DEBUG nova.network.neutron [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Updated VIF entry in instance network info cache for port 97c74ec7-8436-4532-84bb-199de5851ea8. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.840869] env[62697]: DEBUG nova.network.neutron [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Updating instance_info_cache with network_info: [{"id": "97c74ec7-8436-4532-84bb-199de5851ea8", "address": "fa:16:3e:dc:ae:7d", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c74ec7-84", "ovs_interfaceid": "97c74ec7-8436-4532-84bb-199de5851ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.852376] env[62697]: DEBUG nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1234.885870] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1234.888089] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1234.888663] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.888790] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1234.888945] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.889133] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1234.889369] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1234.889553] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1234.889755] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1234.890339] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1234.891175] env[62697]: DEBUG nova.virt.hardware [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1234.895070] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef805c6-64dd-47ef-a344-5e89402ba04a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.904343] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa8f6c-e0c1-4bfe-bb23-54f19be1f646 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.933667] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.942769] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Creating folder: Project (a17113bb793647b0b430fce6943db2e9). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.943235] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c6ac010-0c7e-4f32-bf50-b4d3ecdb3614 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.953871] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Created folder: Project (a17113bb793647b0b430fce6943db2e9) in parent group-v355409. [ 1234.954114] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Creating folder: Instances. Parent ref: group-v355425. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.954373] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f22b90a5-9de7-4441-9947-482d4d2d6036 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.964012] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Created folder: Instances in parent group-v355425. [ 1234.964315] env[62697]: DEBUG oslo.service.loopingcall [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.964529] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.964741] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9814bfe8-779d-40c1-ad73-6995c2bbbeb4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.986667] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.986667] env[62697]: value = "task-1705797" [ 1234.986667] env[62697]: _type = "Task" [ 1234.986667] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.000692] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705797, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.024270] env[62697]: INFO nova.compute.manager [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Took 24.05 seconds to build instance. [ 1235.125200] env[62697]: DEBUG oslo_vmware.api [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705792, 'name': PowerOnVM_Task, 'duration_secs': 1.336647} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.125302] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.125493] env[62697]: INFO nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Took 17.74 seconds to spawn the instance on the hypervisor. [ 1235.125684] env[62697]: DEBUG nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1235.126507] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886006ee-f764-475d-ba27-4bf9c48b80e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.146166] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.152420] env[62697]: DEBUG nova.network.neutron [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Successfully updated port: 8dd0f380-5739-41b4-832e-087d9273e9f7 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.231213] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524256} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.231540] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 67273d80-15fa-440b-bb86-901b28c075aa/67273d80-15fa-440b-bb86-901b28c075aa.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.231778] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.232046] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99c313a-8b2a-493a-9633-ec3499736dd7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.235602] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.236094] env[62697]: DEBUG nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1235.239810] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.997s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.241344] env[62697]: INFO nova.compute.claims [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.245375] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1235.245375] env[62697]: value = "task-1705798" [ 1235.245375] env[62697]: _type = "Task" [ 1235.245375] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.256180] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.326653] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5265d5f2-8f6a-7195-9cdf-a7150734e253, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.327778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.327778] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.327778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.327778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.327981] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.327981] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a22ffdcf-9657-4d0a-ac59-a84259e927f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.338699] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.339199] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.340554] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250fc865-d345-44a3-811c-55a54e9bd91c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.343987] env[62697]: DEBUG oslo_concurrency.lockutils [req-6b6f068e-10b5-4df5-b0bc-63ebef494468 req-7202dcf4-f867-497c-ac69-2b3ccb7e1eb3 service nova] Releasing lock "refresh_cache-8be4a564-093a-4b61-8111-54db06bd4dea" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.347905] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1235.347905] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52adfde3-e9a6-edc5-8ba4-25c1af7da3de" [ 1235.347905] env[62697]: _type = "Task" [ 1235.347905] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.356181] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52adfde3-e9a6-edc5-8ba4-25c1af7da3de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.497860] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705797, 'name': CreateVM_Task, 'duration_secs': 0.347586} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.498653] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.499195] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.499651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.499651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.499892] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6caa13-34fb-4663-b816-1b032feba39a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.505457] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1235.505457] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5219db33-c014-96a0-c8ac-8b5721cea035" [ 1235.505457] env[62697]: _type = "Task" [ 1235.505457] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.517684] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5219db33-c014-96a0-c8ac-8b5721cea035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.527320] env[62697]: DEBUG oslo_concurrency.lockutils [None req-58c9534e-03bc-4f22-af83-2f86fd50b3f6 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.558s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.645354] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705794, 'name': ReconfigVM_Task, 'duration_secs': 0.518946} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.645910] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.646066] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363329dd-d994-464e-bfc1-231edd14f456 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.663879] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.663879] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.663879] env[62697]: DEBUG nova.network.neutron [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.663879] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1235.663879] env[62697]: value = "task-1705799" [ 1235.663879] env[62697]: _type = "Task" [ 1235.663879] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.670301] env[62697]: INFO nova.compute.manager [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Took 22.81 seconds to build instance. [ 1235.677627] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705799, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.743670] env[62697]: DEBUG nova.compute.utils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1235.747691] env[62697]: DEBUG nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1235.747691] env[62697]: DEBUG nova.network.neutron [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.764431] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09328} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.764950] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.765777] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31048fe9-c09b-4cca-b6fe-9bfee17ee511 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.789808] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 67273d80-15fa-440b-bb86-901b28c075aa/67273d80-15fa-440b-bb86-901b28c075aa.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.790577] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad2659a-6f05-4db3-9d8d-4b4c05c7c149 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.811654] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1235.811654] env[62697]: value = "task-1705800" [ 1235.811654] env[62697]: _type = "Task" [ 1235.811654] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.828513] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.859597] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52adfde3-e9a6-edc5-8ba4-25c1af7da3de, 'name': SearchDatastore_Task, 'duration_secs': 0.01733} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.860678] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fabb8d-3dcc-40af-ac00-9c9969f5e074 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.864541] env[62697]: DEBUG nova.policy [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37a2f1b92b204cb5b71f0d608121d1cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a81f035173e04a3bb9198786e28afc9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1235.870619] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1235.870619] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52558d68-9383-0d49-3eaf-848d7fcf057a" [ 1235.870619] env[62697]: _type = "Task" [ 1235.870619] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.881692] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52558d68-9383-0d49-3eaf-848d7fcf057a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.018725] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5219db33-c014-96a0-c8ac-8b5721cea035, 'name': SearchDatastore_Task, 'duration_secs': 0.037669} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.018725] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.018725] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.018725] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.030422] env[62697]: DEBUG nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1236.174774] env[62697]: DEBUG oslo_concurrency.lockutils [None req-089fec02-1066-4ae7-96b1-f15e3b5064b9 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "7b31f551-7141-445a-8468-7777316f58d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.331s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.181316] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705799, 'name': Rename_Task, 'duration_secs': 0.395442} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.181316] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.181638] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a1e78b0-bb85-4cab-ad3f-ea69f2e64a05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.190673] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1236.190673] env[62697]: value = "task-1705801" [ 1236.190673] env[62697]: _type = "Task" [ 1236.190673] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.204691] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.218698] env[62697]: DEBUG nova.network.neutron [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.255636] env[62697]: DEBUG nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1236.321079] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.391970] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52558d68-9383-0d49-3eaf-848d7fcf057a, 'name': SearchDatastore_Task, 'duration_secs': 0.028969} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.392555] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.392949] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8be4a564-093a-4b61-8111-54db06bd4dea/8be4a564-093a-4b61-8111-54db06bd4dea.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.393629] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.393940] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.394290] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea24f5e-d25a-4841-af26-ddf17310ca47 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.401836] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd7a327f-1942-46f6-a1b4-a701375f8e32 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.412907] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1236.412907] env[62697]: value = "task-1705802" [ 1236.412907] env[62697]: _type = "Task" [ 1236.412907] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.414400] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.414532] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.420423] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105370b6-b5f2-4852-94ed-995aa64d29a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.439968] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1236.439968] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5207833a-5e1e-590b-9d59-4299f6466252" [ 1236.439968] env[62697]: _type = "Task" [ 1236.439968] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.441580] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.452354] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5207833a-5e1e-590b-9d59-4299f6466252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.522943] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0ed0b-f32e-43c6-950e-21de00ec34b8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.530540] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a343a-ebbd-4c2e-b8ea-5389bfc1fa4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.575927] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aa0672-f93d-4a92-8058-620faa2307bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.583795] env[62697]: DEBUG nova.network.neutron [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Updating instance_info_cache with network_info: [{"id": "8dd0f380-5739-41b4-832e-087d9273e9f7", "address": "fa:16:3e:96:31:9d", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd0f380-57", "ovs_interfaceid": "8dd0f380-5739-41b4-832e-087d9273e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.590327] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf83f906-d83e-4b9e-bedf-ff744a105790 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.605667] env[62697]: DEBUG nova.compute.provider_tree [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.609061] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.683592] env[62697]: DEBUG nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1236.713347] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705801, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.824450] env[62697]: DEBUG nova.network.neutron [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Successfully created port: 8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.828140] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705800, 'name': ReconfigVM_Task, 'duration_secs': 0.889468} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.828432] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 67273d80-15fa-440b-bb86-901b28c075aa/67273d80-15fa-440b-bb86-901b28c075aa.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.829156] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4e5fad-1572-4be1-8ce5-979bd1a4e571 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.838295] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1236.838295] env[62697]: value = "task-1705803" [ 1236.838295] env[62697]: _type = "Task" [ 1236.838295] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.849647] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705803, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.932174] env[62697]: DEBUG nova.compute.manager [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Received event network-vif-plugged-8dd0f380-5739-41b4-832e-087d9273e9f7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1236.932174] env[62697]: DEBUG oslo_concurrency.lockutils [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] Acquiring lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.932174] env[62697]: DEBUG oslo_concurrency.lockutils [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.932174] env[62697]: DEBUG oslo_concurrency.lockutils [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.932174] env[62697]: DEBUG nova.compute.manager [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] No waiting events found dispatching network-vif-plugged-8dd0f380-5739-41b4-832e-087d9273e9f7 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1236.932738] env[62697]: WARNING nova.compute.manager [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Received unexpected event network-vif-plugged-8dd0f380-5739-41b4-832e-087d9273e9f7 for instance with vm_state building and task_state spawning. [ 1236.932738] env[62697]: DEBUG nova.compute.manager [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Received event network-changed-8dd0f380-5739-41b4-832e-087d9273e9f7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1236.932738] env[62697]: DEBUG nova.compute.manager [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Refreshing instance network info cache due to event network-changed-8dd0f380-5739-41b4-832e-087d9273e9f7. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1236.932738] env[62697]: DEBUG oslo_concurrency.lockutils [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] Acquiring lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.939047] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.961867] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5207833a-5e1e-590b-9d59-4299f6466252, 'name': SearchDatastore_Task, 'duration_secs': 0.019705} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.961867] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442e94f3-50f8-4cfb-b647-755b4b6c4c98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.968057] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1236.968057] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522f992c-4bc7-ab63-72c7-bdf4c7a24c64" [ 1236.968057] env[62697]: _type = "Task" [ 1236.968057] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.978990] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522f992c-4bc7-ab63-72c7-bdf4c7a24c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.086173] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.086522] env[62697]: DEBUG nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Instance network_info: |[{"id": "8dd0f380-5739-41b4-832e-087d9273e9f7", "address": "fa:16:3e:96:31:9d", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd0f380-57", "ovs_interfaceid": "8dd0f380-5739-41b4-832e-087d9273e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1237.086874] env[62697]: DEBUG oslo_concurrency.lockutils [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] Acquired lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.086994] env[62697]: DEBUG nova.network.neutron [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Refreshing network info cache for port 8dd0f380-5739-41b4-832e-087d9273e9f7 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.095029] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:31:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd0f380-5739-41b4-832e-087d9273e9f7', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.103980] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Creating folder: Project (54266081308d42628094b33b3d7a2f53). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.105170] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d07e0a0-c987-4d91-8595-b36d52945d12 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.111095] env[62697]: DEBUG nova.scheduler.client.report [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1237.116922] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Created folder: Project (54266081308d42628094b33b3d7a2f53) in parent group-v355409. [ 1237.117138] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Creating folder: Instances. Parent ref: group-v355428. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.117500] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc519f5a-39c0-44f9-9ddf-522ed0038731 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.128053] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Created folder: Instances in parent group-v355428. [ 1237.128053] env[62697]: DEBUG oslo.service.loopingcall [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.128053] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.128053] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29c7e4fd-390b-4696-87d6-73208b5edbf6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.155253] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.155253] env[62697]: value = "task-1705806" [ 1237.155253] env[62697]: _type = "Task" [ 1237.155253] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.164722] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705806, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.206651] env[62697]: DEBUG oslo_vmware.api [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705801, 'name': PowerOnVM_Task, 'duration_secs': 0.798386} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.206980] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.207246] env[62697]: INFO nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1237.207323] env[62697]: DEBUG nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1237.208269] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e6958-f0d1-44d1-b125-c0c92187c824 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.254510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.274051] env[62697]: DEBUG nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1237.278010] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Acquiring lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.278293] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.278882] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Acquiring lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.278882] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.278882] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.281798] env[62697]: INFO nova.compute.manager [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Terminating instance [ 1237.286324] env[62697]: DEBUG nova.compute.manager [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1237.286324] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.287222] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc3c2a-8f71-468e-80cd-1ef6fb664b3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.298674] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.298901] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf42a8c6-a8e6-43e7-b7b3-611e56dc9c88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.307301] env[62697]: DEBUG oslo_vmware.api [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Waiting for the task: (returnval){ [ 1237.307301] env[62697]: value = "task-1705807" [ 1237.307301] env[62697]: _type = "Task" [ 1237.307301] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.320881] env[62697]: DEBUG oslo_vmware.api [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Task: {'id': task-1705807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.325786] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1237.326110] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1237.328095] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.328686] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1237.328686] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.328686] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1237.329263] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1237.329567] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1237.332505] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1237.332505] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1237.332505] env[62697]: DEBUG nova.virt.hardware [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1237.332505] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358d691a-2179-400c-aef3-732d938d535c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.344373] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c0b0d-100b-48a4-8c5c-8d2533bee7a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.355045] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705803, 'name': Rename_Task, 'duration_secs': 0.262538} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.363970] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.364254] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d49237-2e7e-436e-b201-844ad813a6a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.372265] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1237.372265] env[62697]: value = "task-1705808" [ 1237.372265] env[62697]: _type = "Task" [ 1237.372265] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.381561] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.424660] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626536} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.424938] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8be4a564-093a-4b61-8111-54db06bd4dea/8be4a564-093a-4b61-8111-54db06bd4dea.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.425200] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.425466] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-badd3c30-d8a4-4a11-b616-6dc1dc617a44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.432135] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1237.432135] env[62697]: value = "task-1705809" [ 1237.432135] env[62697]: _type = "Task" [ 1237.432135] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.441773] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.478143] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522f992c-4bc7-ab63-72c7-bdf4c7a24c64, 'name': SearchDatastore_Task, 'duration_secs': 0.045521} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.478484] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.478648] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e31e8ed5-e3cd-4de7-8672-0540697da421/e31e8ed5-e3cd-4de7-8672-0540697da421.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.478914] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13a06f2-fffa-4f20-856f-1f17b697fac9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.485590] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1237.485590] env[62697]: value = "task-1705810" [ 1237.485590] env[62697]: _type = "Task" [ 1237.485590] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.494675] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.616928] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.617350] env[62697]: DEBUG nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1237.620119] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.621s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.621537] env[62697]: INFO nova.compute.claims [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.665595] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705806, 'name': CreateVM_Task, 'duration_secs': 0.489949} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.665595] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.666270] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.666846] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.666846] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.667027] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b83230-af16-4531-9f7c-a8e13fbf048f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.674542] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1237.674542] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523d89dd-9820-6e8e-c931-bd84a01b6724" [ 1237.674542] env[62697]: _type = "Task" [ 1237.674542] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.685397] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523d89dd-9820-6e8e-c931-bd84a01b6724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.744398] env[62697]: INFO nova.compute.manager [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Took 14.34 seconds to build instance. [ 1237.746926] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "9b486e6a-caa0-4243-a956-5d93e21d86ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.747252] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.824067] env[62697]: DEBUG oslo_vmware.api [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Task: {'id': task-1705807, 'name': PowerOffVM_Task, 'duration_secs': 0.247305} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.824354] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.824545] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.824949] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7870ffe6-41a1-4eca-88cc-fddb7cba2c93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.892984] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.901793] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.902104] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.902758] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Deleting the datastore file [datastore1] dc24bb79-1fe3-4f19-bc3e-956a256757ee {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.903555] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f31eda6-e280-4ad5-b379-49840e43585e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.912962] env[62697]: DEBUG oslo_vmware.api [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Waiting for the task: (returnval){ [ 1237.912962] env[62697]: value = "task-1705812" [ 1237.912962] env[62697]: _type = "Task" [ 1237.912962] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.926310] env[62697]: DEBUG oslo_vmware.api [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Task: {'id': task-1705812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.943761] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083241} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.943761] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.945549] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408684bc-f690-4793-84af-177cc4995e94 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.970805] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 8be4a564-093a-4b61-8111-54db06bd4dea/8be4a564-093a-4b61-8111-54db06bd4dea.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.974016] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aebcf3d-4ee6-4f36-b22a-8356f6409434 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.000616] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705810, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.002542] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1238.002542] env[62697]: value = "task-1705813" [ 1238.002542] env[62697]: _type = "Task" [ 1238.002542] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.013227] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.096349] env[62697]: DEBUG nova.network.neutron [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Updated VIF entry in instance network info cache for port 8dd0f380-5739-41b4-832e-087d9273e9f7. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.096856] env[62697]: DEBUG nova.network.neutron [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Updating instance_info_cache with network_info: [{"id": "8dd0f380-5739-41b4-832e-087d9273e9f7", "address": "fa:16:3e:96:31:9d", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd0f380-57", "ovs_interfaceid": "8dd0f380-5739-41b4-832e-087d9273e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.130898] env[62697]: DEBUG nova.compute.utils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1238.133309] env[62697]: DEBUG nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1238.133564] env[62697]: DEBUG nova.network.neutron [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.184969] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523d89dd-9820-6e8e-c931-bd84a01b6724, 'name': SearchDatastore_Task, 'duration_secs': 0.022411} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.186840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.186840] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.186840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.186840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.187410] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.187410] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e3e8b29-2cb1-4e48-a30e-e9ceb4f32b5b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.195808] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.196456] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.196985] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629530a1-e595-425d-926f-59e2d87c8a5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.203485] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1238.203485] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5245efd6-1237-dd59-fdeb-31baa0abe4f3" [ 1238.203485] env[62697]: _type = "Task" [ 1238.203485] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.212222] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5245efd6-1237-dd59-fdeb-31baa0abe4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.248121] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7ac5f8ff-13b7-4a4f-888f-38ff0430445c tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "18b25250-cc54-44ce-805b-04736141debc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.853s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.296212] env[62697]: DEBUG nova.policy [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211409bde0f3493b91e7811fa91eecc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54266081308d42628094b33b3d7a2f53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1238.388202] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.429715] env[62697]: DEBUG oslo_vmware.api [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Task: {'id': task-1705812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435658} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.430072] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.430288] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.430453] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.430618] env[62697]: INFO nova.compute.manager [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1238.430883] env[62697]: DEBUG oslo.service.loopingcall [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.431087] env[62697]: DEBUG nova.compute.manager [-] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1238.431177] env[62697]: DEBUG nova.network.neutron [-] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.503567] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669367} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.508558] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e31e8ed5-e3cd-4de7-8672-0540697da421/e31e8ed5-e3cd-4de7-8672-0540697da421.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.509772] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.510207] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d928b7-0ab7-4beb-adfe-a563e757ed40 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.520857] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.525502] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1238.525502] env[62697]: value = "task-1705814" [ 1238.525502] env[62697]: _type = "Task" [ 1238.525502] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.533370] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.602300] env[62697]: DEBUG oslo_concurrency.lockutils [req-0761f359-d122-4eff-9020-66423d5fda95 req-6df4ce73-ad6e-4e97-86b1-bd7f8d07c967 service nova] Releasing lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.619240] env[62697]: DEBUG nova.compute.manager [None req-065a7b3e-5930-40ed-972c-b9916da600de tempest-ServerDiagnosticsTest-1335072398 tempest-ServerDiagnosticsTest-1335072398-project-admin] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1238.620531] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2466d8-202d-42e2-b89e-6aa36779bbc5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.627987] env[62697]: INFO nova.compute.manager [None req-065a7b3e-5930-40ed-972c-b9916da600de tempest-ServerDiagnosticsTest-1335072398 tempest-ServerDiagnosticsTest-1335072398-project-admin] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Retrieving diagnostics [ 1238.629394] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7940122b-e46b-460d-8984-026f66da8d68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.636184] env[62697]: DEBUG nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1238.714364] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5245efd6-1237-dd59-fdeb-31baa0abe4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014868} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.720615] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a566b20d-3874-436a-9677-a8329adf0669 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.724699] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1238.724699] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525d7f33-887f-498e-5f3f-0d3a1c6d0193" [ 1238.724699] env[62697]: _type = "Task" [ 1238.724699] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.736577] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525d7f33-887f-498e-5f3f-0d3a1c6d0193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.752053] env[62697]: DEBUG nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1238.886358] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705808, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.948333] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9921c47-7596-426c-84c9-2793c89ea6b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.956202] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7d879-e05c-4c5b-a393-31168e4e06ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.987933] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d52ae5-9c58-487f-923e-51b9e75947d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.995690] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afbcc04-0e22-4d98-843a-e8969207c5b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.009704] env[62697]: DEBUG nova.compute.provider_tree [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.018549] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.021710] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.024221] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705813, 'name': ReconfigVM_Task, 'duration_secs': 0.59475} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.024479] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 8be4a564-093a-4b61-8111-54db06bd4dea/8be4a564-093a-4b61-8111-54db06bd4dea.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.025366] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82eecf2d-c940-46b8-b3bc-cce9a60884fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.035833] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097011} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.037161] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.037520] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1239.037520] env[62697]: value = "task-1705815" [ 1239.037520] env[62697]: _type = "Task" [ 1239.037520] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.038231] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c6f69-fc40-49b6-a6c2-7a20b118ddb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.064174] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] e31e8ed5-e3cd-4de7-8672-0540697da421/e31e8ed5-e3cd-4de7-8672-0540697da421.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.067017] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aadce279-bd3c-4c30-8243-485c2917cc7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.081985] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705815, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.087434] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1239.087434] env[62697]: value = "task-1705816" [ 1239.087434] env[62697]: _type = "Task" [ 1239.087434] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.098084] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.231848] env[62697]: DEBUG nova.network.neutron [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Successfully created port: 78f45a9a-3dc7-4986-9918-42226de5ba43 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.241707] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525d7f33-887f-498e-5f3f-0d3a1c6d0193, 'name': SearchDatastore_Task, 'duration_secs': 0.060943} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.242134] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.243059] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8e3dffb7-d7a1-47f4-9406-842788d0bce4/8e3dffb7-d7a1-47f4-9406-842788d0bce4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.243059] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e0d43c2-84d5-4334-aefb-27e779484b59 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.249936] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1239.249936] env[62697]: value = "task-1705817" [ 1239.249936] env[62697]: _type = "Task" [ 1239.249936] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.262836] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.279933] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.384028] env[62697]: DEBUG oslo_vmware.api [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705808, 'name': PowerOnVM_Task, 'duration_secs': 1.600103} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.384028] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.384028] env[62697]: INFO nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Took 13.83 seconds to spawn the instance on the hypervisor. [ 1239.384028] env[62697]: DEBUG nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1239.385101] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f339fc1-1621-4162-8688-2968727dcd23 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.520380] env[62697]: DEBUG nova.scheduler.client.report [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1239.555513] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705815, 'name': Rename_Task, 'duration_secs': 0.228316} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.556035] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.556107] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a97d967-177c-4ba7-a3c5-f103632008e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.562922] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1239.562922] env[62697]: value = "task-1705818" [ 1239.562922] env[62697]: _type = "Task" [ 1239.562922] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.576809] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.597833] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.647867] env[62697]: DEBUG nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1239.768412] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705817, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.802669] env[62697]: DEBUG nova.network.neutron [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Successfully updated port: 8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.845421] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1239.845421] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1239.845421] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.847193] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1239.847193] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.847193] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1239.847193] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1239.847193] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1239.847438] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1239.847438] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1239.847610] env[62697]: DEBUG nova.virt.hardware [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.852029] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402f563-3110-4bcc-a99d-fc61fc654f0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.862445] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654f26c-670f-4441-8bcf-8d07d556250b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.911836] env[62697]: INFO nova.compute.manager [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Took 18.66 seconds to build instance. [ 1239.941377] env[62697]: DEBUG nova.network.neutron [-] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.026455] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.026455] env[62697]: DEBUG nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1240.028784] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.421s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.030699] env[62697]: INFO nova.compute.claims [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.082279] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705818, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.102650] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705816, 'name': ReconfigVM_Task, 'duration_secs': 0.534424} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.103045] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Reconfigured VM instance instance-00000007 to attach disk [datastore1] e31e8ed5-e3cd-4de7-8672-0540697da421/e31e8ed5-e3cd-4de7-8672-0540697da421.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.104976] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19cfc2df-31ce-42c3-bb4a-03da3907df96 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.110737] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1240.110737] env[62697]: value = "task-1705819" [ 1240.110737] env[62697]: _type = "Task" [ 1240.110737] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.120570] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705819, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.263683] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810581} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.264320] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8e3dffb7-d7a1-47f4-9406-842788d0bce4/8e3dffb7-d7a1-47f4-9406-842788d0bce4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.264674] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.264979] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-714298ea-fcae-418a-8eae-27f66e5f3f16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.272594] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1240.272594] env[62697]: value = "task-1705820" [ 1240.272594] env[62697]: _type = "Task" [ 1240.272594] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.283409] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.305665] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.306036] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquired lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.306137] env[62697]: DEBUG nova.network.neutron [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.415447] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30c0bc14-8f67-4be1-91ce-459f22cd2b4e tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "67273d80-15fa-440b-bb86-901b28c075aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.173s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.446135] env[62697]: INFO nova.compute.manager [-] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Took 2.01 seconds to deallocate network for instance. [ 1240.478153] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "ba09256d-b67b-4793-8c98-e0873d510df2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.478464] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.535395] env[62697]: DEBUG nova.compute.utils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1240.536747] env[62697]: DEBUG nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1240.538096] env[62697]: DEBUG nova.network.neutron [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.577346] env[62697]: DEBUG oslo_vmware.api [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705818, 'name': PowerOnVM_Task, 'duration_secs': 0.79795} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.577604] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.577794] env[62697]: INFO nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Took 12.68 seconds to spawn the instance on the hypervisor. [ 1240.577963] env[62697]: DEBUG nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1240.580291] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808ada3-dc15-4260-8b47-428b33e53b3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.626361] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705819, 'name': Rename_Task, 'duration_secs': 0.196235} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.626571] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.627164] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd028e60-20d4-42b4-8352-5939898b075c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.634601] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1240.634601] env[62697]: value = "task-1705821" [ 1240.634601] env[62697]: _type = "Task" [ 1240.634601] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.643933] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.715752] env[62697]: DEBUG nova.policy [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b31a43743744d0cb2d65ed9a52e24db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86c2d16aab204f8cb0d916a8b0c8f663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1240.792903] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071962} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.799391] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.799391] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150bbff1-9001-4683-9c7e-3856823f672c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.824758] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 8e3dffb7-d7a1-47f4-9406-842788d0bce4/8e3dffb7-d7a1-47f4-9406-842788d0bce4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.825176] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5469f0-4511-40cf-b132-a5af549813fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.845286] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1240.845286] env[62697]: value = "task-1705822" [ 1240.845286] env[62697]: _type = "Task" [ 1240.845286] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.857742] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.919287] env[62697]: DEBUG nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1240.948343] env[62697]: DEBUG nova.network.neutron [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.955573] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.047608] env[62697]: DEBUG nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1241.105989] env[62697]: INFO nova.compute.manager [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Took 18.19 seconds to build instance. [ 1241.152064] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705821, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.361499] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.468244] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b3b2ea-b12d-45d5-a75d-e20bc0f188b8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.482491] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.482491] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd3e09e-a516-4a30-a303-cbf2b6a1f3ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.527130] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eed647-df8b-45ea-b9a5-2d9c15cdd81b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.535165] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f4a5b4-1025-4ebf-a01b-bb95e37db2b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.549393] env[62697]: DEBUG nova.compute.provider_tree [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.612195] env[62697]: DEBUG oslo_concurrency.lockutils [None req-59113b52-9525-4c31-846a-1524d1c3d733 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "8be4a564-093a-4b61-8111-54db06bd4dea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.708s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.646678] env[62697]: DEBUG oslo_vmware.api [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705821, 'name': PowerOnVM_Task, 'duration_secs': 0.852894} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.646678] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.646678] env[62697]: INFO nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1241.646678] env[62697]: DEBUG nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1241.647673] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854ac78b-6546-4593-bac5-91678abd2118 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.688069] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "bf4ce20f-179a-490e-8332-44a77e0880d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.688069] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.818304] env[62697]: DEBUG nova.network.neutron [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.863639] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705822, 'name': ReconfigVM_Task, 'duration_secs': 0.644614} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.863931] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 8e3dffb7-d7a1-47f4-9406-842788d0bce4/8e3dffb7-d7a1-47f4-9406-842788d0bce4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.864663] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a7212a0-4559-4281-a901-e139124c120f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.872670] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1241.872670] env[62697]: value = "task-1705823" [ 1241.872670] env[62697]: _type = "Task" [ 1241.872670] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.873682] env[62697]: DEBUG nova.compute.manager [req-a4ab550c-23af-47b0-be16-fdb495feb96c req-046b86a8-4669-4ec6-82f7-878290258593 service nova] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Received event network-vif-deleted-e5636f1f-7bbb-4e70-b72e-47ebf78b9ae8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1241.884318] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705823, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.919429] env[62697]: DEBUG nova.network.neutron [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Successfully updated port: 78f45a9a-3dc7-4986-9918-42226de5ba43 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.059137] env[62697]: DEBUG nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1242.084516] env[62697]: ERROR nova.scheduler.client.report [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [req-9c281fd2-4844-4134-9479-5a3c1f4f0418] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c281fd2-4844-4134-9479-5a3c1f4f0418"}]} [ 1242.102228] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1242.102475] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1242.102628] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.102803] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1242.103077] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.103255] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1242.103465] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1242.103623] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1242.103811] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1242.103992] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1242.104293] env[62697]: DEBUG nova.virt.hardware [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.105150] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71093f89-99a3-4de9-8d28-cdb9a8a990e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.114141] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e464cada-e06f-47b6-9d09-360f0833525b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.122487] env[62697]: DEBUG nova.scheduler.client.report [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1242.125446] env[62697]: DEBUG nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1242.154518] env[62697]: DEBUG nova.scheduler.client.report [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1242.154518] env[62697]: DEBUG nova.compute.provider_tree [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.172330] env[62697]: INFO nova.compute.manager [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Took 16.31 seconds to build instance. [ 1242.185755] env[62697]: DEBUG nova.scheduler.client.report [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1242.224688] env[62697]: DEBUG nova.scheduler.client.report [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1242.326142] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Releasing lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.326484] env[62697]: DEBUG nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Instance network_info: |[{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1242.327088] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:f9:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d2a056d-a463-4165-8b13-3d98b5ead886', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.337363] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Creating folder: Project (a81f035173e04a3bb9198786e28afc9b). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.338318] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "7b31f551-7141-445a-8468-7777316f58d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.338543] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "7b31f551-7141-445a-8468-7777316f58d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.339070] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "7b31f551-7141-445a-8468-7777316f58d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.339361] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "7b31f551-7141-445a-8468-7777316f58d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.339564] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "7b31f551-7141-445a-8468-7777316f58d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.341601] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1cdd39b-9925-4ffa-9dfa-e8c32fb9c86e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.344882] env[62697]: INFO nova.compute.manager [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Terminating instance [ 1242.348481] env[62697]: DEBUG nova.compute.manager [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1242.348712] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.349831] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47683bab-8f2f-4041-86d9-41d0effe6046 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.356563] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Created folder: Project (a81f035173e04a3bb9198786e28afc9b) in parent group-v355409. [ 1242.356563] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Creating folder: Instances. Parent ref: group-v355431. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.360339] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02970433-2c99-4cc0-ad93-2985c8614162 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.363382] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.363944] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3159b513-6177-40d7-8d20-74b5d1d9094f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.370026] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1242.370026] env[62697]: value = "task-1705826" [ 1242.370026] env[62697]: _type = "Task" [ 1242.370026] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.371528] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Created folder: Instances in parent group-v355431. [ 1242.371798] env[62697]: DEBUG oslo.service.loopingcall [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.376611] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.376900] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14c1afde-aa07-4654-b9cb-053ec9c8e43e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.401415] env[62697]: DEBUG nova.network.neutron [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Successfully created port: 702f687e-6ebd-4576-a45e-f06d0ddeca04 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.407574] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.410237] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.410237] env[62697]: value = "task-1705827" [ 1242.410237] env[62697]: _type = "Task" [ 1242.410237] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.413484] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705823, 'name': Rename_Task, 'duration_secs': 0.384746} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.415811] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.416076] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34c15975-10f2-42ab-b8fe-8214ea7ffc65 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.421880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "refresh_cache-6db30528-7f27-48dd-add8-3ec4d6f5e0be" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.421880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "refresh_cache-6db30528-7f27-48dd-add8-3ec4d6f5e0be" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.422179] env[62697]: DEBUG nova.network.neutron [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.426328] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705827, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.427956] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1242.427956] env[62697]: value = "task-1705828" [ 1242.427956] env[62697]: _type = "Task" [ 1242.427956] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.441764] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.626694] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88fc6c-8e10-4b88-8c74-e6b18e2e87c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.638995] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef4a1e6-3976-4229-ba8d-d46d4715d580 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.674247] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.675063] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b774de2b-1b58-44ba-8ddc-f967ea81f32f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.677962] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ada28079-6284-41f9-a88f-07bd45d6029b tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "e31e8ed5-e3cd-4de7-8672-0540697da421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.861s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.686034] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc0da4-46eb-40f1-9744-d38292c56739 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.700457] env[62697]: DEBUG nova.compute.provider_tree [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.882935] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.926735] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705827, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.940598] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.005265] env[62697]: INFO nova.compute.manager [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Rebuilding instance [ 1243.020233] env[62697]: DEBUG nova.network.neutron [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.101085] env[62697]: DEBUG nova.compute.manager [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1243.102016] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c192947b-d1b6-411d-a444-7027b8126ef0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.183403] env[62697]: DEBUG nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1243.262899] env[62697]: DEBUG nova.scheduler.client.report [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1243.262899] env[62697]: DEBUG nova.compute.provider_tree [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 21 to 22 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1243.262899] env[62697]: DEBUG nova.compute.provider_tree [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.383205] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.424866] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705827, 'name': CreateVM_Task, 'duration_secs': 0.575963} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.425368] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.426158] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.427631] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.427631] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.427631] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574818d3-d6d5-4a9e-b805-1ab566c47066 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.432275] env[62697]: DEBUG nova.network.neutron [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Updating instance_info_cache with network_info: [{"id": "78f45a9a-3dc7-4986-9918-42226de5ba43", "address": "fa:16:3e:13:2a:d7", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f45a9a-3d", "ovs_interfaceid": "78f45a9a-3dc7-4986-9918-42226de5ba43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.441371] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1243.441371] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ba64a6-78c0-4d62-d65a-121f351e43f3" [ 1243.441371] env[62697]: _type = "Task" [ 1243.441371] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.449306] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.455828] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ba64a6-78c0-4d62-d65a-121f351e43f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.614570] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.616158] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85264322-b134-4b17-b053-005c4d4fb648 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.623575] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1243.623575] env[62697]: value = "task-1705829" [ 1243.623575] env[62697]: _type = "Task" [ 1243.623575] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.633177] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.716526] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.770844] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.742s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.771947] env[62697]: DEBUG nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1243.776215] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.522s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.778146] env[62697]: INFO nova.compute.claims [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.888854] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705826, 'name': PowerOffVM_Task, 'duration_secs': 1.100599} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.888854] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.888854] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.889149] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-053a9d96-cc4c-46ff-99ca-03fe71955f4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.921375] env[62697]: DEBUG nova.compute.manager [req-6bbe3389-f6d2-4253-93c4-9bbebe89042e req-90ebb737-93e3-437c-8a3c-f71d9fb0eaf7 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Received event network-vif-plugged-78f45a9a-3dc7-4986-9918-42226de5ba43 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1243.921375] env[62697]: DEBUG oslo_concurrency.lockutils [req-6bbe3389-f6d2-4253-93c4-9bbebe89042e req-90ebb737-93e3-437c-8a3c-f71d9fb0eaf7 service nova] Acquiring lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.921375] env[62697]: DEBUG oslo_concurrency.lockutils [req-6bbe3389-f6d2-4253-93c4-9bbebe89042e req-90ebb737-93e3-437c-8a3c-f71d9fb0eaf7 service nova] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.921375] env[62697]: DEBUG oslo_concurrency.lockutils [req-6bbe3389-f6d2-4253-93c4-9bbebe89042e req-90ebb737-93e3-437c-8a3c-f71d9fb0eaf7 service nova] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.921375] env[62697]: DEBUG nova.compute.manager [req-6bbe3389-f6d2-4253-93c4-9bbebe89042e req-90ebb737-93e3-437c-8a3c-f71d9fb0eaf7 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] No waiting events found dispatching network-vif-plugged-78f45a9a-3dc7-4986-9918-42226de5ba43 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1243.923219] env[62697]: WARNING nova.compute.manager [req-6bbe3389-f6d2-4253-93c4-9bbebe89042e req-90ebb737-93e3-437c-8a3c-f71d9fb0eaf7 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Received unexpected event network-vif-plugged-78f45a9a-3dc7-4986-9918-42226de5ba43 for instance with vm_state building and task_state spawning. [ 1243.939048] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "refresh_cache-6db30528-7f27-48dd-add8-3ec4d6f5e0be" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.939738] env[62697]: DEBUG nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Instance network_info: |[{"id": "78f45a9a-3dc7-4986-9918-42226de5ba43", "address": "fa:16:3e:13:2a:d7", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f45a9a-3d", "ovs_interfaceid": "78f45a9a-3dc7-4986-9918-42226de5ba43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1243.941140] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:2a:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78f45a9a-3dc7-4986-9918-42226de5ba43', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.956669] env[62697]: DEBUG oslo.service.loopingcall [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.956669] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.962309] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55330032-df48-40d3-9448-f8651dae525f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.992341] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.992582] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.992770] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Deleting the datastore file [datastore1] 7b31f551-7141-445a-8468-7777316f58d5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.993082] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.996192] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9250e0c7-74ba-408d-9ec1-e69a1895102e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.008540] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ba64a6-78c0-4d62-d65a-121f351e43f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.009796] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.010057] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.010357] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.010507] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.010680] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.011046] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e76b5ace-367d-45be-8f61-c4ff68480b7b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.016021] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.016021] env[62697]: value = "task-1705832" [ 1244.016021] env[62697]: _type = "Task" [ 1244.016021] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.020553] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for the task: (returnval){ [ 1244.020553] env[62697]: value = "task-1705831" [ 1244.020553] env[62697]: _type = "Task" [ 1244.020553] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.030814] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.031020] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.032207] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d93ff7-546a-4785-91bd-914867088156 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.042775] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.042926] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705832, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.046891] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1244.046891] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52544d9d-9e8e-4d28-6232-5198ac2604bc" [ 1244.046891] env[62697]: _type = "Task" [ 1244.046891] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.056924] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52544d9d-9e8e-4d28-6232-5198ac2604bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.144870] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705829, 'name': PowerOffVM_Task, 'duration_secs': 0.134726} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.145278] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.145722] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.146558] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29153801-0c39-4cf4-8bf7-714c1cee046f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.155123] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.155326] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82dc803e-ce46-4c7c-b2d5-88bc64ade531 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.180682] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.180868] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.181217] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Deleting the datastore file [datastore1] 18b25250-cc54-44ce-805b-04736141debc {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.181372] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9d84814-0056-47b6-918a-1f658be70a7a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.189562] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1244.189562] env[62697]: value = "task-1705834" [ 1244.189562] env[62697]: _type = "Task" [ 1244.189562] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.198541] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.285026] env[62697]: DEBUG nova.compute.utils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1244.294086] env[62697]: DEBUG nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1244.294086] env[62697]: DEBUG nova.network.neutron [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.401258] env[62697]: DEBUG nova.policy [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de7b30dbcdaa40d3a8ab52758448034e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fcb49b54814cd7a2944a8ef15ee21f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1244.454791] env[62697]: DEBUG oslo_vmware.api [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705828, 'name': PowerOnVM_Task, 'duration_secs': 1.740377} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.458550] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.458550] env[62697]: INFO nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Took 11.91 seconds to spawn the instance on the hypervisor. [ 1244.458550] env[62697]: DEBUG nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1244.458550] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7652a9-5ad9-4e63-a363-05fc6ba8c72f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.544174] env[62697]: DEBUG oslo_vmware.api [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Task: {'id': task-1705831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192481} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.544676] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705832, 'name': CreateVM_Task, 'duration_secs': 0.442579} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.544910] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.545107] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.545273] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.545437] env[62697]: INFO nova.compute.manager [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1244.545663] env[62697]: DEBUG oslo.service.loopingcall [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1244.545784] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.546463] env[62697]: DEBUG nova.compute.manager [-] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1244.546622] env[62697]: DEBUG nova.network.neutron [-] [instance: 7b31f551-7141-445a-8468-7777316f58d5] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.549931] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.550110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.550417] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.550724] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef094ff-466d-4100-a7be-d58af6a1b3c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.559855] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1244.559855] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524efcc6-2ddb-58d1-8f9b-fbcdb3d82e2b" [ 1244.559855] env[62697]: _type = "Task" [ 1244.559855] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.563776] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52544d9d-9e8e-4d28-6232-5198ac2604bc, 'name': SearchDatastore_Task, 'duration_secs': 0.022453} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.567363] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e9543a-48df-4790-bef9-79f430f7ed9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.575037] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524efcc6-2ddb-58d1-8f9b-fbcdb3d82e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.576376] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1244.576376] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528aa2c8-1985-3063-3ed3-dc652b11ea41" [ 1244.576376] env[62697]: _type = "Task" [ 1244.576376] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.584453] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528aa2c8-1985-3063-3ed3-dc652b11ea41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.701801] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130652} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.702110] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.702274] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.702451] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.794441] env[62697]: DEBUG nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1244.985421] env[62697]: INFO nova.compute.manager [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Took 19.52 seconds to build instance. [ 1245.085317] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524efcc6-2ddb-58d1-8f9b-fbcdb3d82e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.024779} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.092295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.092295] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.093340] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.109416] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528aa2c8-1985-3063-3ed3-dc652b11ea41, 'name': SearchDatastore_Task, 'duration_secs': 0.016266} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.111023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.111394] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a7d14dad-6ac3-4af6-9721-620d25ba7f80/a7d14dad-6ac3-4af6-9721-620d25ba7f80.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.112536] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d716b-dd2d-4ec5-ab57-f513ff01d890 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.116542] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.116846] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.117192] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5d8047-3c71-491a-b723-bd6dbe5ed8dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.122532] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c0313c-7906-42da-802f-9247441d2718 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.124830] env[62697]: DEBUG nova.network.neutron [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Successfully created port: b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.134836] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446aa5c1-cdff-4d6d-8e4b-d0c82cb8f507 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.141624] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1245.141624] env[62697]: value = "task-1705835" [ 1245.141624] env[62697]: _type = "Task" [ 1245.141624] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.144951] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.145293] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.151883] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c72bd5-243e-4cd4-af8f-09ce691b1b56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.191098] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237eeb71-5811-43ab-bc58-851707953380 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.198460] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.198786] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1245.198786] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526ffd90-3ec9-2de6-d2f5-04f95ea2e8fc" [ 1245.198786] env[62697]: _type = "Task" [ 1245.198786] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.210828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc60f834-ac7d-4c82-9ddd-3eba202d9ef1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.219441] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526ffd90-3ec9-2de6-d2f5-04f95ea2e8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.220326] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfddab5a-c6ca-47c6-8673-8aa175ac3c91 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.231125] env[62697]: DEBUG nova.compute.provider_tree [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.234264] env[62697]: DEBUG nova.compute.manager [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Received event network-vif-plugged-8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1245.234460] env[62697]: DEBUG oslo_concurrency.lockutils [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] Acquiring lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.234666] env[62697]: DEBUG oslo_concurrency.lockutils [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.234827] env[62697]: DEBUG oslo_concurrency.lockutils [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.234989] env[62697]: DEBUG nova.compute.manager [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] No waiting events found dispatching network-vif-plugged-8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1245.235169] env[62697]: WARNING nova.compute.manager [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Received unexpected event network-vif-plugged-8d2a056d-a463-4165-8b13-3d98b5ead886 for instance with vm_state building and task_state spawning. [ 1245.235330] env[62697]: DEBUG nova.compute.manager [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Received event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1245.235480] env[62697]: DEBUG nova.compute.manager [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing instance network info cache due to event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1245.235659] env[62697]: DEBUG oslo_concurrency.lockutils [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] Acquiring lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.235792] env[62697]: DEBUG oslo_concurrency.lockutils [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] Acquired lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.235940] env[62697]: DEBUG nova.network.neutron [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.238876] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1245.238876] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c20121-9ebc-9609-d026-f6c47ccef1da" [ 1245.238876] env[62697]: _type = "Task" [ 1245.238876] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.249141] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c20121-9ebc-9609-d026-f6c47ccef1da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.489402] env[62697]: DEBUG oslo_concurrency.lockutils [None req-30d5ff98-d1ae-44e6-b1f4-cee3cd264d88 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.032s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.495393] env[62697]: DEBUG nova.compute.manager [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1245.496719] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390c6332-f837-4bfb-893c-cce896f86300 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.655710] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705835, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.755316] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1245.755692] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1245.755932] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.756054] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1245.756298] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.756365] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1245.756575] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1245.756741] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1245.756940] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1245.757122] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1245.757359] env[62697]: DEBUG nova.virt.hardware [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1245.758710] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ee14e5-c650-4f17-8d27-b990bbffc1f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.768130] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c20121-9ebc-9609-d026-f6c47ccef1da, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.768958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.769265] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 6db30528-7f27-48dd-add8-3ec4d6f5e0be/6db30528-7f27-48dd-add8-3ec4d6f5e0be.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.769683] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e98f928b-a584-441a-9691-5b1dac78c5dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.777582] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dac21f-28c8-446a-94d7-f8640cab3341 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.786166] env[62697]: DEBUG nova.scheduler.client.report [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1245.786421] env[62697]: DEBUG nova.compute.provider_tree [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 22 to 23 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1245.786600] env[62697]: DEBUG nova.compute.provider_tree [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.791599] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1245.791599] env[62697]: value = "task-1705836" [ 1245.791599] env[62697]: _type = "Task" [ 1245.791599] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.808678] env[62697]: DEBUG nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1245.811537] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.817508] env[62697]: DEBUG oslo.service.loopingcall [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.820946] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.821628] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe8d2faa-5db3-4184-9b66-b93b63411982 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.843249] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.850917] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.850917] env[62697]: value = "task-1705837" [ 1245.850917] env[62697]: _type = "Task" [ 1245.850917] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.853481] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1245.853697] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1245.853853] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.854051] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1245.854205] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.854408] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1245.854672] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1245.854934] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1245.855155] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1245.855470] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1245.855596] env[62697]: DEBUG nova.virt.hardware [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1245.857351] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c74b25-418d-4802-be63-0485d07e7b91 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.877028] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abffa29-2354-4306-b574-2c15d3cb5c32 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.881902] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705837, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.992682] env[62697]: DEBUG nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1246.010259] env[62697]: INFO nova.compute.manager [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] instance snapshotting [ 1246.014087] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a693783-2749-4e64-8b12-31bbf8b436dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.037662] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3028f20-b4aa-4bf8-9534-6ab62e46f82d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.105753] env[62697]: DEBUG nova.network.neutron [-] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.108970] env[62697]: DEBUG nova.network.neutron [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Successfully updated port: 702f687e-6ebd-4576-a45e-f06d0ddeca04 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.160326] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813253} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.161247] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a7d14dad-6ac3-4af6-9721-620d25ba7f80/a7d14dad-6ac3-4af6-9721-620d25ba7f80.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.161921] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.161921] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a224232c-c26b-4cf1-8046-bd202b01ae49 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.172656] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1246.172656] env[62697]: value = "task-1705838" [ 1246.172656] env[62697]: _type = "Task" [ 1246.172656] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.186527] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.210877] env[62697]: DEBUG nova.compute.manager [None req-8e3eb236-86cf-401f-a308-e689e30d8522 tempest-ServerDiagnosticsV248Test-1179732553 tempest-ServerDiagnosticsV248Test-1179732553-project-admin] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1246.212475] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440bc3b3-90e3-414d-ade1-0d63d4608628 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.226040] env[62697]: INFO nova.compute.manager [None req-8e3eb236-86cf-401f-a308-e689e30d8522 tempest-ServerDiagnosticsV248Test-1179732553 tempest-ServerDiagnosticsV248Test-1179732553-project-admin] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Retrieving diagnostics [ 1246.226040] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1a1311-29ef-4da6-a5c0-3d2dc2f040d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.296985] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.297584] env[62697]: DEBUG nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1246.302110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.022s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.304967] env[62697]: INFO nova.compute.claims [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.318645] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705836, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.370820] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705837, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.482506] env[62697]: DEBUG nova.network.neutron [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updated VIF entry in instance network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.482998] env[62697]: DEBUG nova.network.neutron [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.517473] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.554855] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1246.556285] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c058579-968e-4500-802a-073cacc31a02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.564676] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1246.564676] env[62697]: value = "task-1705839" [ 1246.564676] env[62697]: _type = "Task" [ 1246.564676] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.577831] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.606603] env[62697]: INFO nova.compute.manager [-] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Took 2.06 seconds to deallocate network for instance. [ 1246.622420] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.622598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.622762] env[62697]: DEBUG nova.network.neutron [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.676173] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.676560] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.694804] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202553} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.695516] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.696354] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe4a1b-a958-4e15-b83e-458464aecbb6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.726266] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] a7d14dad-6ac3-4af6-9721-620d25ba7f80/a7d14dad-6ac3-4af6-9721-620d25ba7f80.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.727802] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a0e5358-977c-4b2c-9cf4-89648edfdbed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.755443] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1246.755443] env[62697]: value = "task-1705840" [ 1246.755443] env[62697]: _type = "Task" [ 1246.755443] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.764564] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.802966] env[62697]: DEBUG nova.compute.utils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1246.810493] env[62697]: DEBUG nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1246.810815] env[62697]: DEBUG nova.network.neutron [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.824878] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644546} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.825218] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 6db30528-7f27-48dd-add8-3ec4d6f5e0be/6db30528-7f27-48dd-add8-3ec4d6f5e0be.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.825458] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.826776] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2910dfcd-e118-40c0-8475-a655522d65cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.836871] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1246.836871] env[62697]: value = "task-1705841" [ 1246.836871] env[62697]: _type = "Task" [ 1246.836871] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.846017] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.870258] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705837, 'name': CreateVM_Task, 'duration_secs': 0.524589} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.870675] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.871024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.872073] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.872316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.872557] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3835517d-1ae6-4feb-bd02-41eeb72bcb78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.882070] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1246.882070] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e86d2d-dcab-4226-f4a2-592d7567de06" [ 1246.882070] env[62697]: _type = "Task" [ 1246.882070] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.896300] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e86d2d-dcab-4226-f4a2-592d7567de06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.925331] env[62697]: DEBUG nova.policy [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211409bde0f3493b91e7811fa91eecc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54266081308d42628094b33b3d7a2f53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1246.986047] env[62697]: DEBUG oslo_concurrency.lockutils [req-2e1f35e3-af02-4095-adcc-f69971650589 req-b32f9039-19c1-4c2a-be16-304c167465d6 service nova] Releasing lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.077821] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705839, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.126851] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.208821] env[62697]: DEBUG nova.network.neutron [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.266894] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "403eab33-2ad0-4f65-8461-247418146362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.267180] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "403eab33-2ad0-4f65-8461-247418146362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.281587] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.313815] env[62697]: DEBUG nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1247.349292] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169258} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.349628] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.351192] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de80b92c-97be-4637-961e-d5026069fe84 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.385547] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 6db30528-7f27-48dd-add8-3ec4d6f5e0be/6db30528-7f27-48dd-add8-3ec4d6f5e0be.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.390954] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12cdac98-a249-4972-b0eb-f37d26609b1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.420506] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e86d2d-dcab-4226-f4a2-592d7567de06, 'name': SearchDatastore_Task, 'duration_secs': 0.026505} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.421765] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.421991] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.422234] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.422375] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.422547] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.422870] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1247.422870] env[62697]: value = "task-1705842" [ 1247.422870] env[62697]: _type = "Task" [ 1247.422870] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.423116] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e870bff4-d09e-438f-84c9-12c85a802fde {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.440153] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.440746] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.440921] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.441722] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16334bf2-874a-43f1-8814-13e86690eaef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.447587] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1247.447587] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520c97b9-13a7-4d48-eada-8b672b70b729" [ 1247.447587] env[62697]: _type = "Task" [ 1247.447587] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.456509] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520c97b9-13a7-4d48-eada-8b672b70b729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.479348] env[62697]: DEBUG nova.compute.manager [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Received event network-changed-78f45a9a-3dc7-4986-9918-42226de5ba43 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1247.479557] env[62697]: DEBUG nova.compute.manager [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Refreshing instance network info cache due to event network-changed-78f45a9a-3dc7-4986-9918-42226de5ba43. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1247.479787] env[62697]: DEBUG oslo_concurrency.lockutils [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] Acquiring lock "refresh_cache-6db30528-7f27-48dd-add8-3ec4d6f5e0be" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.479963] env[62697]: DEBUG oslo_concurrency.lockutils [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] Acquired lock "refresh_cache-6db30528-7f27-48dd-add8-3ec4d6f5e0be" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.480115] env[62697]: DEBUG nova.network.neutron [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Refreshing network info cache for port 78f45a9a-3dc7-4986-9918-42226de5ba43 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.580818] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705839, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.704868] env[62697]: DEBUG nova.network.neutron [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Successfully created port: 4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.771274] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705840, 'name': ReconfigVM_Task, 'duration_secs': 0.859146} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.772134] env[62697]: DEBUG nova.network.neutron [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance_info_cache with network_info: [{"id": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "address": "fa:16:3e:48:e1:0a", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f687e-6e", "ovs_interfaceid": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.773381] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Reconfigured VM instance instance-00000008 to attach disk [datastore1] a7d14dad-6ac3-4af6-9721-620d25ba7f80/a7d14dad-6ac3-4af6-9721-620d25ba7f80.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.775173] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5c5866-719f-4d9b-9302-b6158b7412ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.777502] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22adfa1e-6eec-43c0-a232-d55fd237666a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.787649] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e86668-b1f2-43a5-ab72-a30e4653251c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.791245] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1247.791245] env[62697]: value = "task-1705843" [ 1247.791245] env[62697]: _type = "Task" [ 1247.791245] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.825839] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c0f67a-6e27-42bd-ae53-07cfa1f97ffe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.835052] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705843, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.835963] env[62697]: DEBUG nova.network.neutron [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Successfully updated port: b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.843570] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4a386-d881-4260-8f4c-5125138177a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.859335] env[62697]: DEBUG nova.compute.provider_tree [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.939025] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.965290] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520c97b9-13a7-4d48-eada-8b672b70b729, 'name': SearchDatastore_Task, 'duration_secs': 0.046668} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.966198] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5e2904-6a29-4f54-8c78-8b15fcc270aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.975756] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1247.975756] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528e39a5-964a-9c7a-471b-89ebc61c6d17" [ 1247.975756] env[62697]: _type = "Task" [ 1247.975756] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.987954] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528e39a5-964a-9c7a-471b-89ebc61c6d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.083947] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705839, 'name': CreateSnapshot_Task, 'duration_secs': 1.485829} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.084269] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1248.085044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b98ad6-309c-4ef6-a10a-dbe002736000 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.277642] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.278069] env[62697]: DEBUG nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Instance network_info: |[{"id": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "address": "fa:16:3e:48:e1:0a", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f687e-6e", "ovs_interfaceid": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1248.278534] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:e1:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702f687e-6ebd-4576-a45e-f06d0ddeca04', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.291238] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Creating folder: Project (86c2d16aab204f8cb0d916a8b0c8f663). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.292954] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32ee6536-4aae-4158-bab9-727c222afade {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.307471] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705843, 'name': Rename_Task, 'duration_secs': 0.200993} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.310586] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.312784] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501a47bb-8c14-4158-9197-4f80c299b37e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.315021] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Created folder: Project (86c2d16aab204f8cb0d916a8b0c8f663) in parent group-v355409. [ 1248.315098] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Creating folder: Instances. Parent ref: group-v355437. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.315323] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b736cc6f-b4db-4bc4-a802-4a2c9b8768d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.325942] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1248.325942] env[62697]: value = "task-1705845" [ 1248.325942] env[62697]: _type = "Task" [ 1248.325942] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.325942] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Created folder: Instances in parent group-v355437. [ 1248.325942] env[62697]: DEBUG oslo.service.loopingcall [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.330316] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.332509] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23fbc81b-9533-49c9-9443-4cc6100261fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.350209] env[62697]: DEBUG nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1248.353378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.353378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquired lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.353378] env[62697]: DEBUG nova.network.neutron [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.359918] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.365726] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.365726] env[62697]: value = "task-1705847" [ 1248.365726] env[62697]: _type = "Task" [ 1248.365726] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.382935] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705847, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.391254] env[62697]: ERROR nova.scheduler.client.report [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [req-253ad94f-0193-435e-acaa-e04381bded0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-253ad94f-0193-435e-acaa-e04381bded0c"}]} [ 1248.407182] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.407182] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.407182] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.407475] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.407475] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.407475] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.407475] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.407475] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.407665] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.411026] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.411026] env[62697]: DEBUG nova.virt.hardware [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.411026] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126c3209-b904-48ab-b01d-15d46c44e6fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.419067] env[62697]: DEBUG nova.scheduler.client.report [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1248.422497] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1011e13-b97c-4dc3-8d02-73819bb6bbd3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.447510] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705842, 'name': ReconfigVM_Task, 'duration_secs': 0.629476} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.448630] env[62697]: DEBUG nova.scheduler.client.report [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1248.448795] env[62697]: DEBUG nova.compute.provider_tree [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.451560] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 6db30528-7f27-48dd-add8-3ec4d6f5e0be/6db30528-7f27-48dd-add8-3ec4d6f5e0be.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.452398] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6789be8d-8abe-4392-9557-b3e402921556 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.460936] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1248.460936] env[62697]: value = "task-1705848" [ 1248.460936] env[62697]: _type = "Task" [ 1248.460936] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.473433] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705848, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.474395] env[62697]: DEBUG nova.scheduler.client.report [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1248.489413] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528e39a5-964a-9c7a-471b-89ebc61c6d17, 'name': SearchDatastore_Task, 'duration_secs': 0.015452} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.490068] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.490068] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.490345] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f863fbb6-0177-421f-82cd-2c0be02c2ff4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.497797] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1248.497797] env[62697]: value = "task-1705849" [ 1248.497797] env[62697]: _type = "Task" [ 1248.497797] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.507620] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.508696] env[62697]: DEBUG nova.scheduler.client.report [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1248.512197] env[62697]: DEBUG nova.network.neutron [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Updated VIF entry in instance network info cache for port 78f45a9a-3dc7-4986-9918-42226de5ba43. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.512197] env[62697]: DEBUG nova.network.neutron [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Updating instance_info_cache with network_info: [{"id": "78f45a9a-3dc7-4986-9918-42226de5ba43", "address": "fa:16:3e:13:2a:d7", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f45a9a-3d", "ovs_interfaceid": "78f45a9a-3dc7-4986-9918-42226de5ba43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.608183] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1248.612897] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dbf25233-8105-4dd3-875f-223612e718f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.621295] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1248.621295] env[62697]: value = "task-1705850" [ 1248.621295] env[62697]: _type = "Task" [ 1248.621295] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.630270] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705850, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.656651] env[62697]: DEBUG nova.compute.manager [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Received event network-vif-deleted-818a4887-c417-4a59-baf9-229510d94bd1 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1248.656955] env[62697]: DEBUG nova.compute.manager [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Received event network-vif-plugged-702f687e-6ebd-4576-a45e-f06d0ddeca04 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1248.657300] env[62697]: DEBUG oslo_concurrency.lockutils [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] Acquiring lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.657549] env[62697]: DEBUG oslo_concurrency.lockutils [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.657770] env[62697]: DEBUG oslo_concurrency.lockutils [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.658017] env[62697]: DEBUG nova.compute.manager [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] No waiting events found dispatching network-vif-plugged-702f687e-6ebd-4576-a45e-f06d0ddeca04 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1248.658245] env[62697]: WARNING nova.compute.manager [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Received unexpected event network-vif-plugged-702f687e-6ebd-4576-a45e-f06d0ddeca04 for instance with vm_state building and task_state spawning. [ 1248.658483] env[62697]: DEBUG nova.compute.manager [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Received event network-changed-702f687e-6ebd-4576-a45e-f06d0ddeca04 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1248.659785] env[62697]: DEBUG nova.compute.manager [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Refreshing instance network info cache due to event network-changed-702f687e-6ebd-4576-a45e-f06d0ddeca04. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1248.659785] env[62697]: DEBUG oslo_concurrency.lockutils [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] Acquiring lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.659785] env[62697]: DEBUG oslo_concurrency.lockutils [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] Acquired lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.659984] env[62697]: DEBUG nova.network.neutron [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Refreshing network info cache for port 702f687e-6ebd-4576-a45e-f06d0ddeca04 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.837871] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705845, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.862500] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55bbcc-a71d-48c9-8987-38eeacf3c725 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.874421] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3e59f-2bee-4e87-9a00-067488bb87a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.882179] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705847, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.910212] env[62697]: DEBUG nova.network.neutron [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.912170] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592eb997-5a35-4652-a79a-ef1509558144 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.919857] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa72fed-163e-4ab1-bf65-22dc9b6c950c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.934394] env[62697]: DEBUG nova.compute.provider_tree [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.973682] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705848, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.010801] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.016132] env[62697]: DEBUG oslo_concurrency.lockutils [req-9b0917cc-8715-42dc-a8b8-16102b1f879c req-71bf5859-6847-4f79-bd0d-c19c7bc46e27 service nova] Releasing lock "refresh_cache-6db30528-7f27-48dd-add8-3ec4d6f5e0be" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.090649] env[62697]: DEBUG nova.network.neutron [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Updating instance_info_cache with network_info: [{"id": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "address": "fa:16:3e:98:2d:46", "network": {"id": "1e31d606-bc3b-4701-8526-a1d6e1c95a9f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1272502909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fcb49b54814cd7a2944a8ef15ee21f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62dc4f6-da", "ovs_interfaceid": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.136402] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705850, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.350417] env[62697]: DEBUG oslo_vmware.api [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1705845, 'name': PowerOnVM_Task, 'duration_secs': 0.770058} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.350417] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.350417] env[62697]: INFO nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Took 12.08 seconds to spawn the instance on the hypervisor. [ 1249.350417] env[62697]: DEBUG nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1249.351180] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40680c37-f32c-4410-8db9-b2bad3dbb9bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.381914] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705847, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.492229] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705848, 'name': Rename_Task, 'duration_secs': 0.707588} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.494813] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.495166] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef2e2c0f-abd4-4ba2-8351-a839ec25fba7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.502165] env[62697]: DEBUG nova.scheduler.client.report [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1249.502437] env[62697]: DEBUG nova.compute.provider_tree [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 25 to 26 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1249.502621] env[62697]: DEBUG nova.compute.provider_tree [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.523276] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1249.523276] env[62697]: value = "task-1705851" [ 1249.523276] env[62697]: _type = "Task" [ 1249.523276] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.530874] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705849, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.540716] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.594185] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Releasing lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.594526] env[62697]: DEBUG nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Instance network_info: |[{"id": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "address": "fa:16:3e:98:2d:46", "network": {"id": "1e31d606-bc3b-4701-8526-a1d6e1c95a9f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1272502909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fcb49b54814cd7a2944a8ef15ee21f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62dc4f6-da", "ovs_interfaceid": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1249.594946] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2d:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b62dc4f6-da89-43db-bd33-2a35c49ed071', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.604157] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Creating folder: Project (34fcb49b54814cd7a2944a8ef15ee21f). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.604157] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cd7ff9d-1e98-49d4-867e-486bdfc96185 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.616875] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Created folder: Project (34fcb49b54814cd7a2944a8ef15ee21f) in parent group-v355409. [ 1249.618124] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Creating folder: Instances. Parent ref: group-v355441. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.618124] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-205c66ab-6eaa-4ce3-bf1d-1fd8eb583089 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.629098] env[62697]: DEBUG nova.network.neutron [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updated VIF entry in instance network info cache for port 702f687e-6ebd-4576-a45e-f06d0ddeca04. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.631187] env[62697]: DEBUG nova.network.neutron [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance_info_cache with network_info: [{"id": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "address": "fa:16:3e:48:e1:0a", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f687e-6e", "ovs_interfaceid": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.632345] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Created folder: Instances in parent group-v355441. [ 1249.632636] env[62697]: DEBUG oslo.service.loopingcall [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.633845] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.634320] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9be8e4ac-8375-468a-9eb8-946ca882479b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.656813] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705850, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.664058] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.664058] env[62697]: value = "task-1705854" [ 1249.664058] env[62697]: _type = "Task" [ 1249.664058] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.674190] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705854, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.888026] env[62697]: INFO nova.compute.manager [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Took 22.04 seconds to build instance. [ 1249.897050] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705847, 'name': CreateVM_Task, 'duration_secs': 1.329419} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.897233] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.898682] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.898858] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.902634] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.902634] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5138c319-7258-4cde-8df6-8c94980fa30c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.906921] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1249.906921] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525d7c36-7e01-c0c8-a54e-63a7c0562be8" [ 1249.906921] env[62697]: _type = "Task" [ 1249.906921] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.918265] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525d7c36-7e01-c0c8-a54e-63a7c0562be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.949336] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "8be4a564-093a-4b61-8111-54db06bd4dea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.951334] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "8be4a564-093a-4b61-8111-54db06bd4dea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.951334] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "8be4a564-093a-4b61-8111-54db06bd4dea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.951334] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "8be4a564-093a-4b61-8111-54db06bd4dea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.952440] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "8be4a564-093a-4b61-8111-54db06bd4dea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.954820] env[62697]: DEBUG nova.network.neutron [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Successfully updated port: 4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.957645] env[62697]: INFO nova.compute.manager [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Terminating instance [ 1249.963169] env[62697]: DEBUG nova.compute.manager [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1249.963617] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.964713] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f37a9e-8a5e-4c1a-96aa-b3e47a815043 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.983804] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.987237] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa85ad2b-520f-48ac-b818-8cc336ddfc99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.997790] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "43deba17-25a0-48e9-936b-7f2dde4758d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.998388] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.998689] env[62697]: DEBUG oslo_vmware.api [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1249.998689] env[62697]: value = "task-1705855" [ 1249.998689] env[62697]: _type = "Task" [ 1249.998689] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.008058] env[62697]: DEBUG oslo_vmware.api [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.013123] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.711s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.014658] env[62697]: DEBUG nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1250.017324] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.062s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.017324] env[62697]: DEBUG nova.objects.instance [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Lazy-loading 'resources' on Instance uuid dc24bb79-1fe3-4f19-bc3e-956a256757ee {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.024071] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.053043} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.024541] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.024812] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.025041] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-369a9063-0b37-434b-bd41-9face2a04947 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.033827] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1250.033827] env[62697]: value = "task-1705856" [ 1250.033827] env[62697]: _type = "Task" [ 1250.033827] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.051878] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.053252] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.133412] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705850, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.135435] env[62697]: DEBUG oslo_concurrency.lockutils [req-e9747993-eb40-4363-8197-1dd215f02d63 req-3390e072-1035-461f-8df8-53de42e19fc6 service nova] Releasing lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.178943] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705854, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.399141] env[62697]: DEBUG oslo_concurrency.lockutils [None req-62489537-4da8-42fe-92fa-281586dbb7c9 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.557s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.424188] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525d7c36-7e01-c0c8-a54e-63a7c0562be8, 'name': SearchDatastore_Task, 'duration_secs': 0.019447} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.424531] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.424862] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.425084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.425246] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.425472] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.425877] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa834cf-9546-4278-9927-425027dd450a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.440586] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.440878] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.441881] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f964982-b1f1-44c2-a02a-408f302a91e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.451311] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1250.451311] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c6b75c-f822-ba2a-4209-8f83d1a5d614" [ 1250.451311] env[62697]: _type = "Task" [ 1250.451311] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.460511] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "refresh_cache-c1dccd73-e103-40b5-80eb-223268336b71" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.461310] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "refresh_cache-c1dccd73-e103-40b5-80eb-223268336b71" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.461584] env[62697]: DEBUG nova.network.neutron [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.465163] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c6b75c-f822-ba2a-4209-8f83d1a5d614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.510182] env[62697]: DEBUG oslo_vmware.api [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705855, 'name': PowerOffVM_Task, 'duration_secs': 0.330574} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.510720] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.510899] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.511837] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7441ad2a-1ffa-437f-9d11-749ed10a8e1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.522034] env[62697]: DEBUG nova.compute.utils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1250.522949] env[62697]: DEBUG nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1250.523143] env[62697]: DEBUG nova.network.neutron [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.550738] env[62697]: DEBUG oslo_vmware.api [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705851, 'name': PowerOnVM_Task, 'duration_secs': 0.872056} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.558539] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.558539] env[62697]: INFO nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1250.558690] env[62697]: DEBUG nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1250.559277] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083591} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.560027] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25825362-1db3-4f0f-b5a4-17d576de8806 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.562695] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.565875] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d4f0a0-bd6c-421a-bebe-0cebe0330a94 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.595193] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.599649] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b15d3d3-a80d-4a41-8875-2b6eeb3e5550 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.615155] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.615463] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.615994] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Deleting the datastore file [datastore1] 8be4a564-093a-4b61-8111-54db06bd4dea {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.617633] env[62697]: DEBUG nova.policy [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c17ab67815454d836f49d1beacb338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20260609b92a4650a1e40ca729b366ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1250.619032] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c789b63-8853-40a0-9793-240698b92e71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.632331] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1250.632331] env[62697]: value = "task-1705858" [ 1250.632331] env[62697]: _type = "Task" [ 1250.632331] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.632932] env[62697]: DEBUG oslo_vmware.api [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for the task: (returnval){ [ 1250.632932] env[62697]: value = "task-1705859" [ 1250.632932] env[62697]: _type = "Task" [ 1250.632932] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.644223] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705850, 'name': CloneVM_Task, 'duration_secs': 1.871396} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.649952] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Created linked-clone VM from snapshot [ 1250.649952] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc16e3-5dec-40e7-8d8b-6e58ec0120b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.656656] env[62697]: DEBUG oslo_vmware.api [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.657407] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.668562] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Uploading image 1208fb5e-ab91-4ba9-8796-0d654d23d6e8 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1250.685726] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705854, 'name': CreateVM_Task, 'duration_secs': 0.550139} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.688521] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.690146] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.694032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.694032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.694032] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8874117e-0a1b-458b-9620-079463c156bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.698582] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1250.698582] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52fc1b2a-02c5-086e-4ccb-d0ad8bb6d5fc" [ 1250.698582] env[62697]: _type = "Task" [ 1250.698582] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.704679] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1250.704679] env[62697]: value = "vm-355440" [ 1250.704679] env[62697]: _type = "VirtualMachine" [ 1250.704679] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1250.705264] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d580a256-7dfd-4179-aa3e-c6058f5648a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.714149] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fc1b2a-02c5-086e-4ccb-d0ad8bb6d5fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.715510] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lease: (returnval){ [ 1250.715510] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523fcaca-24fc-404c-ca54-72016ea5c2af" [ 1250.715510] env[62697]: _type = "HttpNfcLease" [ 1250.715510] env[62697]: } obtained for exporting VM: (result){ [ 1250.715510] env[62697]: value = "vm-355440" [ 1250.715510] env[62697]: _type = "VirtualMachine" [ 1250.715510] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1250.715744] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the lease: (returnval){ [ 1250.715744] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523fcaca-24fc-404c-ca54-72016ea5c2af" [ 1250.715744] env[62697]: _type = "HttpNfcLease" [ 1250.715744] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1250.726404] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.726404] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523fcaca-24fc-404c-ca54-72016ea5c2af" [ 1250.726404] env[62697]: _type = "HttpNfcLease" [ 1250.726404] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.904136] env[62697]: DEBUG nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1250.924670] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6503b98e-41d9-405d-ba22-4314aaa7de5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.933862] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9d5f8-1480-42b8-8049-ab7546a1a95f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.974143] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8220966-8dae-4224-8247-7084e831ceb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.986425] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5cd974-bf26-4f88-acf8-10c123d0253e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.990753] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c6b75c-f822-ba2a-4209-8f83d1a5d614, 'name': SearchDatastore_Task, 'duration_secs': 0.016137} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.992179] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2c3226-2f89-4d8f-85ef-a2121567f12e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.003474] env[62697]: DEBUG nova.compute.provider_tree [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.008996] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1251.008996] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52190afd-c9fd-07ed-7eca-0679982f5d63" [ 1251.008996] env[62697]: _type = "Task" [ 1251.008996] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.020700] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52190afd-c9fd-07ed-7eca-0679982f5d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.023134] env[62697]: DEBUG nova.network.neutron [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.025842] env[62697]: DEBUG nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1251.038664] env[62697]: DEBUG nova.compute.manager [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Received event network-vif-plugged-b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1251.038878] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] Acquiring lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.039099] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.039328] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.040038] env[62697]: DEBUG nova.compute.manager [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] No waiting events found dispatching network-vif-plugged-b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1251.040474] env[62697]: WARNING nova.compute.manager [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Received unexpected event network-vif-plugged-b62dc4f6-da89-43db-bd33-2a35c49ed071 for instance with vm_state building and task_state spawning. [ 1251.040733] env[62697]: DEBUG nova.compute.manager [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Received event network-changed-b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1251.040954] env[62697]: DEBUG nova.compute.manager [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Refreshing instance network info cache due to event network-changed-b62dc4f6-da89-43db-bd33-2a35c49ed071. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1251.041395] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] Acquiring lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.042045] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] Acquired lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.042045] env[62697]: DEBUG nova.network.neutron [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Refreshing network info cache for port b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.112264] env[62697]: INFO nova.compute.manager [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Took 22.90 seconds to build instance. [ 1251.155399] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.158923] env[62697]: DEBUG oslo_vmware.api [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Task: {'id': task-1705859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38152} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.159320] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.159413] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.162028] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.162028] env[62697]: INFO nova.compute.manager [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1251.162028] env[62697]: DEBUG oslo.service.loopingcall [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.162028] env[62697]: DEBUG nova.compute.manager [-] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1251.162028] env[62697]: DEBUG nova.network.neutron [-] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.209765] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fc1b2a-02c5-086e-4ccb-d0ad8bb6d5fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016486} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.210709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.210709] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.210709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.224279] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.224279] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523fcaca-24fc-404c-ca54-72016ea5c2af" [ 1251.224279] env[62697]: _type = "HttpNfcLease" [ 1251.224279] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1251.224589] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1251.224589] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523fcaca-24fc-404c-ca54-72016ea5c2af" [ 1251.224589] env[62697]: _type = "HttpNfcLease" [ 1251.224589] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1251.225355] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a33df06-1be7-4e8b-ae71-2b6dc1fb096f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.238494] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523519b1-ec91-59ab-5ed0-7efcc9b2c25e/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1251.238725] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523519b1-ec91-59ab-5ed0-7efcc9b2c25e/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1251.240642] env[62697]: DEBUG nova.network.neutron [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Updating instance_info_cache with network_info: [{"id": "4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032", "address": "fa:16:3e:3c:28:4e", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7ef4c2-c7", "ovs_interfaceid": "4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.434778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.435461] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-497ffaa8-ee80-439d-b7e3-0a68e15fcfb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.477213] env[62697]: DEBUG nova.network.neutron [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Successfully created port: 0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.507461] env[62697]: DEBUG nova.scheduler.client.report [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.520530] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52190afd-c9fd-07ed-7eca-0679982f5d63, 'name': SearchDatastore_Task, 'duration_secs': 0.030778} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.520814] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.521078] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1b474473-e1cd-4a71-be47-f9e54d37a059/1b474473-e1cd-4a71-be47-f9e54d37a059.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.521357] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.521563] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.521789] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-154abf42-fe2b-402d-8000-d0ff3de8049c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.524350] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3ac057-76dc-4b23-b4db-333522d52fc0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.536521] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1251.536521] env[62697]: value = "task-1705861" [ 1251.536521] env[62697]: _type = "Task" [ 1251.536521] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.538329] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.538551] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.543524] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fed5821-b241-4fd5-9402-1f1ed95aee3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.554651] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.558118] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1251.558118] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bf5946-e146-f6fe-80c9-a61a53553ef7" [ 1251.558118] env[62697]: _type = "Task" [ 1251.558118] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.569050] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bf5946-e146-f6fe-80c9-a61a53553ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.569922] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3adff95-6a00-46bb-8a10-6c8b068c2d81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.576841] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1251.576841] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523cefaf-29ee-0d91-493e-78bbf0d05ab0" [ 1251.576841] env[62697]: _type = "Task" [ 1251.576841] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.587552] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523cefaf-29ee-0d91-493e-78bbf0d05ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.615032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a775fa33-e6ac-4b18-9359-d256436c4a67 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.411s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.649321] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705858, 'name': ReconfigVM_Task, 'duration_secs': 0.623906} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.649708] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.650663] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4b0e46c-ad88-4ac5-a02b-64c785cf9688 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.657316] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1251.657316] env[62697]: value = "task-1705862" [ 1251.657316] env[62697]: _type = "Task" [ 1251.657316] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.667485] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705862, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.810926] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "refresh_cache-c1dccd73-e103-40b5-80eb-223268336b71" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.811696] env[62697]: DEBUG nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Instance network_info: |[{"id": "4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032", "address": "fa:16:3e:3c:28:4e", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7ef4c2-c7", "ovs_interfaceid": "4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1251.813338] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:28:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.824119] env[62697]: DEBUG oslo.service.loopingcall [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.824119] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.824779] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-527b5aed-fce3-47bb-9466-4501766cdaad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.853664] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.853664] env[62697]: value = "task-1705863" [ 1251.853664] env[62697]: _type = "Task" [ 1251.853664] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.868266] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705863, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.915734] env[62697]: DEBUG nova.network.neutron [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Updated VIF entry in instance network info cache for port b62dc4f6-da89-43db-bd33-2a35c49ed071. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.915734] env[62697]: DEBUG nova.network.neutron [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Updating instance_info_cache with network_info: [{"id": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "address": "fa:16:3e:98:2d:46", "network": {"id": "1e31d606-bc3b-4701-8526-a1d6e1c95a9f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1272502909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fcb49b54814cd7a2944a8ef15ee21f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62dc4f6-da", "ovs_interfaceid": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.954078] env[62697]: DEBUG nova.compute.manager [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Received event network-vif-plugged-4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1251.954078] env[62697]: DEBUG oslo_concurrency.lockutils [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] Acquiring lock "c1dccd73-e103-40b5-80eb-223268336b71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.954078] env[62697]: DEBUG oslo_concurrency.lockutils [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] Lock "c1dccd73-e103-40b5-80eb-223268336b71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.954078] env[62697]: DEBUG oslo_concurrency.lockutils [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] Lock "c1dccd73-e103-40b5-80eb-223268336b71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.954078] env[62697]: DEBUG nova.compute.manager [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] No waiting events found dispatching network-vif-plugged-4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1251.955000] env[62697]: WARNING nova.compute.manager [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Received unexpected event network-vif-plugged-4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 for instance with vm_state building and task_state spawning. [ 1251.955414] env[62697]: DEBUG nova.compute.manager [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Received event network-changed-4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1251.957648] env[62697]: DEBUG nova.compute.manager [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Refreshing instance network info cache due to event network-changed-4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1251.957648] env[62697]: DEBUG oslo_concurrency.lockutils [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] Acquiring lock "refresh_cache-c1dccd73-e103-40b5-80eb-223268336b71" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.957648] env[62697]: DEBUG oslo_concurrency.lockutils [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] Acquired lock "refresh_cache-c1dccd73-e103-40b5-80eb-223268336b71" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.957648] env[62697]: DEBUG nova.network.neutron [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Refreshing network info cache for port 4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.015626] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.023023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.543s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.023023] env[62697]: INFO nova.compute.claims [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.041026] env[62697]: DEBUG nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1252.059183] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705861, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.065849] env[62697]: INFO nova.scheduler.client.report [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Deleted allocations for instance dc24bb79-1fe3-4f19-bc3e-956a256757ee [ 1252.092620] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523cefaf-29ee-0d91-493e-78bbf0d05ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.093346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.093698] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8cd467f1-c8c5-4036-9b55-f46dfb31ee61/8cd467f1-c8c5-4036-9b55-f46dfb31ee61.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.093997] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0900d2-e683-4369-ae7f-ced4bfa1a80e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.104865] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1252.104865] env[62697]: value = "task-1705864" [ 1252.104865] env[62697]: _type = "Task" [ 1252.104865] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.107427] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1252.107601] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1252.107807] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.108023] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1252.108217] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.108494] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1252.108795] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1252.109041] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1252.109325] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1252.109619] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1252.109887] env[62697]: DEBUG nova.virt.hardware [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.110929] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c4ebc-5aab-4684-b8dd-9d329a053f29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.117738] env[62697]: DEBUG nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1252.130137] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.131710] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd753f-6b59-4d08-bb5f-17d44df30661 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.171240] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705862, 'name': Rename_Task, 'duration_secs': 0.274779} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.171240] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.171240] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f154f7-8359-43f8-9f34-59f18ce2f1a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.176501] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1252.176501] env[62697]: value = "task-1705865" [ 1252.176501] env[62697]: _type = "Task" [ 1252.176501] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.188728] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.371707] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705863, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.417646] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ec9fffa-6242-4810-9645-1223a523e8c0 req-1102bcb1-991e-4135-9e79-226d90dba3d2 service nova] Releasing lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.553123] env[62697]: DEBUG nova.network.neutron [-] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.560532] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562082} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.560532] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1b474473-e1cd-4a71-be47-f9e54d37a059/1b474473-e1cd-4a71-be47-f9e54d37a059.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.560532] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.560532] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b036159-e4d6-4a03-b16b-bd37eb83d4a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.569132] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1252.569132] env[62697]: value = "task-1705866" [ 1252.569132] env[62697]: _type = "Task" [ 1252.569132] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.578124] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fad53d5d-b6bd-4592-ad1e-938b513ed079 tempest-DeleteServersAdminTestJSON-1798827768 tempest-DeleteServersAdminTestJSON-1798827768-project-admin] Lock "dc24bb79-1fe3-4f19-bc3e-956a256757ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.300s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.586698] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.621677] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.643216] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.689982] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705865, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.869499] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705863, 'name': CreateVM_Task, 'duration_secs': 0.68071} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.874681] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.875768] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.876260] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.878880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.880274] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed94be6-e6ab-4e6c-a8d3-301b36f6837f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.888295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "29babd74-293a-4d57-9e2a-b25181e507b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.888732] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.895023] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1252.895023] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5212f3ba-8ea3-e79b-ce75-530f0aa60e42" [ 1252.895023] env[62697]: _type = "Task" [ 1252.895023] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.901981] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5212f3ba-8ea3-e79b-ce75-530f0aa60e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.056714] env[62697]: INFO nova.compute.manager [-] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Took 1.90 seconds to deallocate network for instance. [ 1253.087219] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152509} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.088086] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.089768] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1583594c-e30f-4f8c-b4b2-9ab2cfe93874 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.121925] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 1b474473-e1cd-4a71-be47-f9e54d37a059/1b474473-e1cd-4a71-be47-f9e54d37a059.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.128997] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21b9d82-80da-4c55-999b-a5bfaa4c9f63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.161924] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575068} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.164366] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8cd467f1-c8c5-4036-9b55-f46dfb31ee61/8cd467f1-c8c5-4036-9b55-f46dfb31ee61.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.164366] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.164626] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1253.164626] env[62697]: value = "task-1705867" [ 1253.164626] env[62697]: _type = "Task" [ 1253.164626] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.164828] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ea42318-da38-47f1-a351-7025c4b2e440 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.179684] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.185515] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1253.185515] env[62697]: value = "task-1705868" [ 1253.185515] env[62697]: _type = "Task" [ 1253.185515] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.196715] env[62697]: DEBUG oslo_vmware.api [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705865, 'name': PowerOnVM_Task, 'duration_secs': 0.928882} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.197510] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.197510] env[62697]: DEBUG nova.compute.manager [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1253.198228] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c3055e-f712-495c-8c07-5a137e3f6427 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.205119] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.244663] env[62697]: DEBUG nova.network.neutron [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Updated VIF entry in instance network info cache for port 4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.245220] env[62697]: DEBUG nova.network.neutron [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Updating instance_info_cache with network_info: [{"id": "4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032", "address": "fa:16:3e:3c:28:4e", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7ef4c2-c7", "ovs_interfaceid": "4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.409022] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5212f3ba-8ea3-e79b-ce75-530f0aa60e42, 'name': SearchDatastore_Task, 'duration_secs': 0.018949} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.409022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.409281] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.409522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.409707] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.409962] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.410307] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ebf7f43-345b-49d9-9aff-30cddd4729c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.422728] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.422728] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.424503] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcecc58-007b-445e-9fbe-766a130ebdc6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.429123] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1253.429123] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527fe07f-d701-47b1-841f-7cceacb4e90c" [ 1253.429123] env[62697]: _type = "Task" [ 1253.429123] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.440784] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527fe07f-d701-47b1-841f-7cceacb4e90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.466887] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7485a2-b187-4fb9-b069-cd9431656c41 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.475351] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29221227-279c-4dc5-8821-5d2c9cc2bca2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.509922] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39922b-d77a-48cd-b754-f6dc72478d5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.518304] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4045dd77-93a4-4b03-8171-de9cf10bb9fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.533176] env[62697]: DEBUG nova.compute.provider_tree [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.578929] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.686529] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.697929] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100794} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.698162] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.699052] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fcd4c7-5231-43e8-94d9-4d8a87097c7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.733048] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8cd467f1-c8c5-4036-9b55-f46dfb31ee61/8cd467f1-c8c5-4036-9b55-f46dfb31ee61.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.733817] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3935cd-c5ea-44cd-bbae-f31521708cbb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.750678] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.751288] env[62697]: DEBUG oslo_concurrency.lockutils [req-8f073d71-17b7-409d-9e05-34c8e00f9085 req-705e86e8-2ffd-4ce3-a15e-293930dc9d97 service nova] Releasing lock "refresh_cache-c1dccd73-e103-40b5-80eb-223268336b71" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.757577] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1253.757577] env[62697]: value = "task-1705869" [ 1253.757577] env[62697]: _type = "Task" [ 1253.757577] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.769737] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.944171] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "5faab3b6-199c-4f0c-9b77-300c543f012b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.944398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.954260] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527fe07f-d701-47b1-841f-7cceacb4e90c, 'name': SearchDatastore_Task, 'duration_secs': 0.02158} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.955747] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b78223-c1ed-4774-a02d-be58017f6f3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.962205] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1253.962205] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525f722b-1dd0-b4e0-e52b-2aa418a89b88" [ 1253.962205] env[62697]: _type = "Task" [ 1253.962205] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.972455] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525f722b-1dd0-b4e0-e52b-2aa418a89b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.039356] env[62697]: DEBUG nova.scheduler.client.report [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1254.193996] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705867, 'name': ReconfigVM_Task, 'duration_secs': 0.581435} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.195936] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 1b474473-e1cd-4a71-be47-f9e54d37a059/1b474473-e1cd-4a71-be47-f9e54d37a059.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.196728] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-347bb67b-29df-48d4-9493-856291e629f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.204435] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1254.204435] env[62697]: value = "task-1705870" [ 1254.204435] env[62697]: _type = "Task" [ 1254.204435] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.215988] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705870, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.271612] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.475294] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525f722b-1dd0-b4e0-e52b-2aa418a89b88, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.475574] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.475917] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] c1dccd73-e103-40b5-80eb-223268336b71/c1dccd73-e103-40b5-80eb-223268336b71.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.476155] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18455655-23fd-418a-bac4-ffd46ae63f0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.482985] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1254.482985] env[62697]: value = "task-1705871" [ 1254.482985] env[62697]: _type = "Task" [ 1254.482985] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.493130] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.538091] env[62697]: DEBUG nova.network.neutron [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Successfully updated port: 0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.548448] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.549128] env[62697]: DEBUG nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1254.553479] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.879s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.554919] env[62697]: INFO nova.compute.claims [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.712432] env[62697]: DEBUG nova.compute.manager [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Received event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1254.712739] env[62697]: DEBUG nova.compute.manager [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing instance network info cache due to event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1254.713087] env[62697]: DEBUG oslo_concurrency.lockutils [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] Acquiring lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.713180] env[62697]: DEBUG oslo_concurrency.lockutils [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] Acquired lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.713634] env[62697]: DEBUG nova.network.neutron [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.732309] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705870, 'name': Rename_Task, 'duration_secs': 0.219845} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.732309] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.732630] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ea33cd-45bc-4695-a191-8b9de71d610c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.743177] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1254.743177] env[62697]: value = "task-1705872" [ 1254.743177] env[62697]: _type = "Task" [ 1254.743177] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.756121] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.769044] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705869, 'name': ReconfigVM_Task, 'duration_secs': 0.566752} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.769561] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8cd467f1-c8c5-4036-9b55-f46dfb31ee61/8cd467f1-c8c5-4036-9b55-f46dfb31ee61.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.770410] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf0b806f-ab5a-46cb-8d4d-a9c3c875c454 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.777728] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1254.777728] env[62697]: value = "task-1705873" [ 1254.777728] env[62697]: _type = "Task" [ 1254.777728] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.793691] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705873, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.859855] env[62697]: DEBUG nova.compute.manager [req-90f5396e-63fa-4159-8ee9-46c342d7e027 req-57515ff7-f4c9-4a1b-8a0d-bbfa1ac7c289 service nova] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Received event network-vif-deleted-97c74ec7-8436-4532-84bb-199de5851ea8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1254.999915] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.041296] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.041477] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquired lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.041637] env[62697]: DEBUG nova.network.neutron [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.060097] env[62697]: DEBUG nova.compute.utils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.068018] env[62697]: DEBUG nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1255.068018] env[62697]: DEBUG nova.network.neutron [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.177411] env[62697]: DEBUG nova.policy [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '563801bdc90b4d6fbed4cecd2487e993', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f225f9d02ed4a16a141399eb647e6ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1255.267039] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.291174] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705873, 'name': Rename_Task, 'duration_secs': 0.443893} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.292326] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.292326] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4fbbc7-0e48-48c2-a41c-e7006bdf01a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.300763] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1255.300763] env[62697]: value = "task-1705874" [ 1255.300763] env[62697]: _type = "Task" [ 1255.300763] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.313155] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.483051] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.486151] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.494853] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664658} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.495128] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] c1dccd73-e103-40b5-80eb-223268336b71/c1dccd73-e103-40b5-80eb-223268336b71.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.495344] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.495628] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c6e3460-5829-420b-90e6-653ea0699149 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.503818] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1255.503818] env[62697]: value = "task-1705875" [ 1255.503818] env[62697]: _type = "Task" [ 1255.503818] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.512232] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.568042] env[62697]: DEBUG nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1255.646578] env[62697]: DEBUG nova.network.neutron [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.768856] env[62697]: DEBUG oslo_vmware.api [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705872, 'name': PowerOnVM_Task, 'duration_secs': 0.862582} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.772028] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.772187] env[62697]: INFO nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Took 13.71 seconds to spawn the instance on the hypervisor. [ 1255.772296] env[62697]: DEBUG nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1255.777145] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062514c0-e3c3-4ee3-b1d0-9eb6c253498b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.819826] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705874, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.910811] env[62697]: DEBUG nova.network.neutron [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updating instance_info_cache with network_info: [{"id": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "address": "fa:16:3e:95:2b:3b", "network": {"id": "4f696c78-0d7b-4b94-b525-9b53fb255707", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1277702556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20260609b92a4650a1e40ca729b366ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd8331e-1d", "ovs_interfaceid": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.015533] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098481} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.016169] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.019838] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac845dd-8b67-4cfa-89c2-3f1c597802c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.044795] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] c1dccd73-e103-40b5-80eb-223268336b71/c1dccd73-e103-40b5-80eb-223268336b71.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.047919] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5088a7-dc2f-4418-b8da-28e8c56dd844 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.071682] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1256.071682] env[62697]: value = "task-1705876" [ 1256.071682] env[62697]: _type = "Task" [ 1256.071682] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.077304] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a74101-9fe9-4680-b989-df8ca55ec3ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.090051] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.093136] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e4dd0-ae72-4edf-aa59-4535e454fb42 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.131437] env[62697]: DEBUG nova.network.neutron [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updated VIF entry in instance network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.132064] env[62697]: DEBUG nova.network.neutron [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.134197] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23870c9-2158-4f07-9fd1-f811d7a34e76 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.142767] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e31c3-2994-4ee9-9ecd-3518d809296a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.161551] env[62697]: DEBUG nova.compute.provider_tree [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.250953] env[62697]: DEBUG nova.network.neutron [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Successfully created port: a1d46238-b3c9-4dc4-aeac-06975be6bedf {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.298915] env[62697]: INFO nova.compute.manager [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Took 27.32 seconds to build instance. [ 1256.315100] env[62697]: DEBUG oslo_vmware.api [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1705874, 'name': PowerOnVM_Task, 'duration_secs': 0.839958} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.315438] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.315715] env[62697]: INFO nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1256.315939] env[62697]: DEBUG nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1256.316797] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c548b938-3c48-49ac-818a-12879f10e7c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.336739] env[62697]: INFO nova.compute.manager [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Rebuilding instance [ 1256.417597] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Releasing lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.417948] env[62697]: DEBUG nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Instance network_info: |[{"id": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "address": "fa:16:3e:95:2b:3b", "network": {"id": "4f696c78-0d7b-4b94-b525-9b53fb255707", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1277702556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20260609b92a4650a1e40ca729b366ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd8331e-1d", "ovs_interfaceid": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1256.418430] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:2b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd8331e-1de0-4ea4-b134-4b635c460deb', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.431130] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Creating folder: Project (20260609b92a4650a1e40ca729b366ae). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1256.431130] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4b0b0bb-1897-4d77-bab7-f27baa0e255b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.451018] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Created folder: Project (20260609b92a4650a1e40ca729b366ae) in parent group-v355409. [ 1256.451018] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Creating folder: Instances. Parent ref: group-v355445. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1256.451018] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd1468e-d2ea-4db8-8993-e114068ec405 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.459044] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Created folder: Instances in parent group-v355445. [ 1256.459353] env[62697]: DEBUG oslo.service.loopingcall [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1256.459568] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.461326] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-857c70e3-ba7d-4827-8e66-b3567ae29e77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.489809] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.489809] env[62697]: value = "task-1705879" [ 1256.489809] env[62697]: _type = "Task" [ 1256.489809] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.498937] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705879, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.539198] env[62697]: DEBUG nova.compute.manager [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1256.544912] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00563e14-9898-413e-b4e9-8479e7eeb88a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.585251] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705876, 'name': ReconfigVM_Task, 'duration_secs': 0.497666} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.586473] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Reconfigured VM instance instance-0000000c to attach disk [datastore1] c1dccd73-e103-40b5-80eb-223268336b71/c1dccd73-e103-40b5-80eb-223268336b71.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.586473] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d005f7b3-59df-4324-bd08-39b14d3bcd70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.591976] env[62697]: DEBUG nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1256.596135] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1256.596135] env[62697]: value = "task-1705880" [ 1256.596135] env[62697]: _type = "Task" [ 1256.596135] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.606558] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705880, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.629757] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1256.630079] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1256.630296] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.630526] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1256.630683] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.630857] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1256.631129] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1256.631305] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1256.631649] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1256.631777] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1256.631979] env[62697]: DEBUG nova.virt.hardware [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.633317] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0000f1d-4161-42b4-b5f0-497aeb5fccf1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.636929] env[62697]: DEBUG oslo_concurrency.lockutils [req-60c89d37-38e7-4601-882b-dc87af49a7a9 req-e8a6d01d-da67-432e-a069-d9bc4ca29630 service nova] Releasing lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.642835] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c9d8b2-b202-447b-8f99-14e62edeb611 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.695300] env[62697]: ERROR nova.scheduler.client.report [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [req-923eb50e-28eb-437d-92bd-1aeca0d0c902] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-923eb50e-28eb-437d-92bd-1aeca0d0c902"}]} [ 1256.720724] env[62697]: DEBUG nova.scheduler.client.report [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1256.757048] env[62697]: DEBUG nova.scheduler.client.report [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1256.757358] env[62697]: DEBUG nova.compute.provider_tree [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.782428] env[62697]: DEBUG nova.scheduler.client.report [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1256.801529] env[62697]: DEBUG oslo_concurrency.lockutils [None req-56dd7b6f-f60f-4658-9342-52da100fa89c tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.829s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.816561] env[62697]: DEBUG nova.scheduler.client.report [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1256.841295] env[62697]: INFO nova.compute.manager [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Took 20.27 seconds to build instance. [ 1257.005821] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705879, 'name': CreateVM_Task, 'duration_secs': 0.49145} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.005821] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.005821] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.005821] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.005821] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.006312] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113839cc-4bd8-49e2-8ca5-61aaf5a22483 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.017171] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1257.017171] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c2eeb1-abeb-23e3-3478-be3610370fe4" [ 1257.017171] env[62697]: _type = "Task" [ 1257.017171] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.031450] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c2eeb1-abeb-23e3-3478-be3610370fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.062875] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.063357] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d102154-1390-42c1-a44d-b5cbd4a40200 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.077467] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1257.077467] env[62697]: value = "task-1705881" [ 1257.077467] env[62697]: _type = "Task" [ 1257.077467] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.091945] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.107927] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705880, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.304669] env[62697]: DEBUG nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1257.343667] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39894243-193a-468d-b9c3-d026540b7ca7 tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.884s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.406623] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de96056-3e1e-4a8d-93f6-0191b44f3bfa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.414956] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f878711-a833-4388-a9d2-c0ff916d7a33 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.459786] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebacdfa-d5e4-476c-857f-56136dd1aae0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.468032] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddfd06d-d4a3-4720-b6f7-251ec7cecee3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.482983] env[62697]: DEBUG nova.compute.provider_tree [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.525556] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c2eeb1-abeb-23e3-3478-be3610370fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.015618} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.525884] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.526137] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.526424] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.526594] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.526864] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.527057] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5315f7cc-1115-45e2-b347-a7aa1909bada {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.536642] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.536848] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.537651] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3d8994-9702-43ae-8253-9b9e711b6603 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.544013] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1257.544013] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526ad086-9dc8-ec5d-fb5c-dff4dd0c3ef1" [ 1257.544013] env[62697]: _type = "Task" [ 1257.544013] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.555913] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526ad086-9dc8-ec5d-fb5c-dff4dd0c3ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.587894] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.607722] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705880, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.851346] env[62697]: DEBUG nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1257.874742] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.986442] env[62697]: DEBUG nova.scheduler.client.report [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1258.055811] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526ad086-9dc8-ec5d-fb5c-dff4dd0c3ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.018015} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.057652] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73e325d-ed3f-4eb7-939c-3ceca0e98c67 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.062953] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1258.062953] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523e9fbe-973a-2c3b-53ec-fea833cd27d2" [ 1258.062953] env[62697]: _type = "Task" [ 1258.062953] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.073649] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523e9fbe-973a-2c3b-53ec-fea833cd27d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.095958] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705881, 'name': PowerOffVM_Task, 'duration_secs': 0.969253} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.095958] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.095958] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.095958] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b005653d-d73f-4787-8d7b-0a8e74ccadb0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.112616] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705880, 'name': Rename_Task, 'duration_secs': 1.235881} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.112616] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.112847] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.112907] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b6bf127-d99e-4fc9-9fa7-74e13e41a635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.114627] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee84e826-b11f-4d59-9462-a5f2bad88142 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.121655] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1258.121655] env[62697]: value = "task-1705883" [ 1258.121655] env[62697]: _type = "Task" [ 1258.121655] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.144869] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.146830] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.149144] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.149144] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Deleting the datastore file [datastore1] 18b25250-cc54-44ce-805b-04736141debc {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.149144] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57b2a29a-4df7-458c-8fe7-03537665d476 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.154226] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "d5b886d2-8290-4352-a05e-d871cc5162a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.155027] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.171399] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1258.171399] env[62697]: value = "task-1705884" [ 1258.171399] env[62697]: _type = "Task" [ 1258.171399] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.190321] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.339779] env[62697]: DEBUG nova.compute.manager [None req-ef1d651a-588b-4b9d-b05f-91b670d3d5b9 tempest-ServerDiagnosticsV248Test-1179732553 tempest-ServerDiagnosticsV248Test-1179732553-project-admin] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1258.344845] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da032563-111c-47fd-bd3d-2688ea14658b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.351223] env[62697]: INFO nova.compute.manager [None req-ef1d651a-588b-4b9d-b05f-91b670d3d5b9 tempest-ServerDiagnosticsV248Test-1179732553 tempest-ServerDiagnosticsV248Test-1179732553-project-admin] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Retrieving diagnostics [ 1258.351223] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e74f8-b1c1-44ec-a59e-b27190c1f286 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.409958] env[62697]: DEBUG nova.compute.manager [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Received event network-vif-plugged-0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1258.410240] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] Acquiring lock "f6dd62c7-f64c-44ab-bb84-acf65d749940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.410493] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.410671] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.410845] env[62697]: DEBUG nova.compute.manager [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] No waiting events found dispatching network-vif-plugged-0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1258.411176] env[62697]: WARNING nova.compute.manager [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Received unexpected event network-vif-plugged-0dd8331e-1de0-4ea4-b134-4b635c460deb for instance with vm_state building and task_state spawning. [ 1258.411487] env[62697]: DEBUG nova.compute.manager [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Received event network-changed-0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1258.411787] env[62697]: DEBUG nova.compute.manager [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Refreshing instance network info cache due to event network-changed-0dd8331e-1de0-4ea4-b134-4b635c460deb. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1258.411847] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] Acquiring lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.412039] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] Acquired lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.412169] env[62697]: DEBUG nova.network.neutron [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Refreshing network info cache for port 0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.493681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.940s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.494385] env[62697]: DEBUG nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1258.497155] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.781s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.498876] env[62697]: INFO nova.compute.claims [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.574544] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523e9fbe-973a-2c3b-53ec-fea833cd27d2, 'name': SearchDatastore_Task, 'duration_secs': 0.017248} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.574761] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.575152] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f6dd62c7-f64c-44ab-bb84-acf65d749940/f6dd62c7-f64c-44ab-bb84-acf65d749940.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.575480] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c961874-14cd-488b-856c-6721108b0d47 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.583028] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1258.583028] env[62697]: value = "task-1705885" [ 1258.583028] env[62697]: _type = "Task" [ 1258.583028] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.591720] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.632636] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705883, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.673142] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.685159] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184923} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.687044] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.687044] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.687044] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.943992] env[62697]: DEBUG nova.network.neutron [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Successfully updated port: a1d46238-b3c9-4dc4-aeac-06975be6bedf {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.006236] env[62697]: DEBUG nova.compute.utils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1259.012020] env[62697]: DEBUG nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1259.012746] env[62697]: DEBUG nova.network.neutron [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.099617] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705885, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.119546] env[62697]: DEBUG nova.policy [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e283f6b3ab86450eba8d4504365d2e0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7192e79a0f6544b0997c150448f0328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1259.161821] env[62697]: DEBUG oslo_vmware.api [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705883, 'name': PowerOnVM_Task, 'duration_secs': 0.942781} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.161821] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.161821] env[62697]: INFO nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1259.161821] env[62697]: DEBUG nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1259.161821] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a3c41b-96b7-4673-b115-3cbd4ee46912 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.452768] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "refresh_cache-9b486e6a-caa0-4243-a956-5d93e21d86ba" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.452768] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquired lock "refresh_cache-9b486e6a-caa0-4243-a956-5d93e21d86ba" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.452768] env[62697]: DEBUG nova.network.neutron [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.516297] env[62697]: DEBUG nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1259.571679] env[62697]: DEBUG nova.network.neutron [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updated VIF entry in instance network info cache for port 0dd8331e-1de0-4ea4-b134-4b635c460deb. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.572137] env[62697]: DEBUG nova.network.neutron [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updating instance_info_cache with network_info: [{"id": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "address": "fa:16:3e:95:2b:3b", "network": {"id": "4f696c78-0d7b-4b94-b525-9b53fb255707", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1277702556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20260609b92a4650a1e40ca729b366ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd8331e-1d", "ovs_interfaceid": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.596209] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667399} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.596530] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f6dd62c7-f64c-44ab-bb84-acf65d749940/f6dd62c7-f64c-44ab-bb84-acf65d749940.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.596784] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.597107] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fe1cfc1-7d8e-4e19-8881-a57bc4017e0c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.603816] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1259.603816] env[62697]: value = "task-1705886" [ 1259.603816] env[62697]: _type = "Task" [ 1259.603816] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.615529] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.678355] env[62697]: INFO nova.compute.manager [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Took 22.49 seconds to build instance. [ 1259.751306] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1259.751598] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1259.751810] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.751971] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1259.752155] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.752319] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1259.752542] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1259.752710] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1259.752992] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1259.753081] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1259.753260] env[62697]: DEBUG nova.virt.hardware [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1259.754191] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4520963e-69ad-4239-8db3-e04d9d0def02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.765507] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93236ae-6de0-4c63-bcea-bc805ae62fc0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.782963] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.790447] env[62697]: DEBUG oslo.service.loopingcall [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.792534] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.792697] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f9fcde3-305b-46d2-b803-2f15e3e68113 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.814393] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.814393] env[62697]: value = "task-1705887" [ 1259.814393] env[62697]: _type = "Task" [ 1259.814393] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.823194] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705887, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.965210] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18bae41-1a72-461f-8b4e-72e4ffeec55f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.973338] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62435335-2fa2-4266-924e-ed948da5b6ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.011151] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "307db39f-278d-4033-a1f5-47db8efb85d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.011440] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "307db39f-278d-4033-a1f5-47db8efb85d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.012732] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee76ec46-8da2-4601-a1a3-09d70d62c46b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.026575] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e11e4-6286-4cc5-b6e6-0f9ffbde6025 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.040778] env[62697]: DEBUG nova.compute.provider_tree [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.046640] env[62697]: DEBUG nova.network.neutron [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.075109] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5fbbd16-4f9d-4127-a0eb-15e659fd525f req-60b7be37-b44c-4f47-b6ad-7e43387b8956 service nova] Releasing lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.114946] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301346} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.115354] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.116371] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec69e02-4576-483b-bb1b-2ac3fac7c5c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.145031] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] f6dd62c7-f64c-44ab-bb84-acf65d749940/f6dd62c7-f64c-44ab-bb84-acf65d749940.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.146910] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac10eb6-0e2b-4936-90ae-34526caaea05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.168802] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1260.168802] env[62697]: value = "task-1705888" [ 1260.168802] env[62697]: _type = "Task" [ 1260.168802] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.178069] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.180722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4a6755ec-da8b-4db4-9c42-10401626938d tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "c1dccd73-e103-40b5-80eb-223268336b71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.535s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.326139] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705887, 'name': CreateVM_Task, 'duration_secs': 0.377112} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.326139] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.326709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.326709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.326779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.327305] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29b27ef-4055-4840-83d4-107826137205 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.334418] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1260.334418] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52aa2726-9ffb-81d2-37c0-1af6bbcf0aae" [ 1260.334418] env[62697]: _type = "Task" [ 1260.334418] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.345256] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aa2726-9ffb-81d2-37c0-1af6bbcf0aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.415592] env[62697]: DEBUG nova.network.neutron [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Updating instance_info_cache with network_info: [{"id": "a1d46238-b3c9-4dc4-aeac-06975be6bedf", "address": "fa:16:3e:58:10:1c", "network": {"id": "a53f3586-ba9c-404f-8995-932830fafbc5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1479766157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f225f9d02ed4a16a141399eb647e6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d46238-b3", "ovs_interfaceid": "a1d46238-b3c9-4dc4-aeac-06975be6bedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.532210] env[62697]: DEBUG nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1260.544196] env[62697]: DEBUG nova.scheduler.client.report [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1260.568943] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523519b1-ec91-59ab-5ed0-7efcc9b2c25e/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.576435] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611eb35b-e3c7-41b1-a6f3-75b8dcdab1de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.582595] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523519b1-ec91-59ab-5ed0-7efcc9b2c25e/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.582823] env[62697]: ERROR oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523519b1-ec91-59ab-5ed0-7efcc9b2c25e/disk-0.vmdk due to incomplete transfer. [ 1260.583079] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c25c850-9035-45e0-b7b5-082f11d50c72 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.591020] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.591020] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.591020] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.591258] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.591258] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.591258] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.594382] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.594382] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.594382] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.594382] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.594382] env[62697]: DEBUG nova.virt.hardware [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.596166] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac86aa-1cab-456f-ac78-230e1faed37c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.598470] env[62697]: DEBUG oslo_vmware.rw_handles [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523519b1-ec91-59ab-5ed0-7efcc9b2c25e/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.598672] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Uploaded image 1208fb5e-ab91-4ba9-8796-0d654d23d6e8 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.600933] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.601546] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f6ea977-37ad-4ed6-a5af-a0cc62383964 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.609401] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34233d63-f048-47b7-965a-e88a432dae0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.613727] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1260.613727] env[62697]: value = "task-1705889" [ 1260.613727] env[62697]: _type = "Task" [ 1260.613727] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.631222] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705889, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.667019] env[62697]: DEBUG nova.network.neutron [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Successfully created port: 3cd8cee7-ebd8-4049-88ba-1d797f895da1 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.678516] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.685334] env[62697]: DEBUG nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1260.843993] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aa2726-9ffb-81d2-37c0-1af6bbcf0aae, 'name': SearchDatastore_Task, 'duration_secs': 0.041769} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.844280] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.844555] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.844801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.844950] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.845152] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.845428] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92b4f069-ea0d-42b9-960c-5d3a7e4d2e21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.858213] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.858473] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.859348] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36ce481-46f4-4a88-a1e4-84bffa386dcf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.870713] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1260.870713] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dd17cb-fd81-15c1-9f37-560647e39f96" [ 1260.870713] env[62697]: _type = "Task" [ 1260.870713] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.876707] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dd17cb-fd81-15c1-9f37-560647e39f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.918207] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Releasing lock "refresh_cache-9b486e6a-caa0-4243-a956-5d93e21d86ba" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.918207] env[62697]: DEBUG nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Instance network_info: |[{"id": "a1d46238-b3c9-4dc4-aeac-06975be6bedf", "address": "fa:16:3e:58:10:1c", "network": {"id": "a53f3586-ba9c-404f-8995-932830fafbc5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1479766157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f225f9d02ed4a16a141399eb647e6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d46238-b3", "ovs_interfaceid": "a1d46238-b3c9-4dc4-aeac-06975be6bedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1260.918666] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:10:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1d46238-b3c9-4dc4-aeac-06975be6bedf', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.927282] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Creating folder: Project (0f225f9d02ed4a16a141399eb647e6ea). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1260.927405] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-832a5157-d852-4b83-933d-e5d1f4fd1447 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.938430] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Created folder: Project (0f225f9d02ed4a16a141399eb647e6ea) in parent group-v355409. [ 1260.938962] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Creating folder: Instances. Parent ref: group-v355449. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1260.939059] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9c0e49c-cda6-4e4f-b70f-751151858844 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.949480] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Created folder: Instances in parent group-v355449. [ 1260.949832] env[62697]: DEBUG oslo.service.loopingcall [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.950072] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.950302] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad34da1-9526-43b3-8267-d6bd29237957 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.971995] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.971995] env[62697]: value = "task-1705892" [ 1260.971995] env[62697]: _type = "Task" [ 1260.971995] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.981080] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705892, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.055543] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.056207] env[62697]: DEBUG nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1261.059554] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.542s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.061290] env[62697]: INFO nova.compute.claims [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.124647] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705889, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.192197] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.248262] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.382741] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dd17cb-fd81-15c1-9f37-560647e39f96, 'name': SearchDatastore_Task, 'duration_secs': 0.034886} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.384751] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94b093e-d6fa-4e96-922c-9a9aad237c92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.396724] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1261.396724] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a0732b-af41-3eaa-d9d7-b920129087a1" [ 1261.396724] env[62697]: _type = "Task" [ 1261.396724] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.414973] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a0732b-af41-3eaa-d9d7-b920129087a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.487143] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705892, 'name': CreateVM_Task, 'duration_secs': 0.511645} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.487143] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.487143] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.487143] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.487143] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.487518] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b3ed13-099f-462b-9e66-584c668ebad7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.492412] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1261.492412] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525cc4a9-ff6e-21a9-5693-c5074d4d7459" [ 1261.492412] env[62697]: _type = "Task" [ 1261.492412] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.503703] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525cc4a9-ff6e-21a9-5693-c5074d4d7459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.566965] env[62697]: DEBUG nova.compute.utils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1261.572917] env[62697]: DEBUG nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1261.572917] env[62697]: DEBUG nova.network.neutron [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.628272] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705889, 'name': Destroy_Task, 'duration_secs': 0.858241} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.628680] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Destroyed the VM [ 1261.628934] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.629247] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a39262e-461b-4e9a-8704-8e13a0ddade4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.638094] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1261.638094] env[62697]: value = "task-1705893" [ 1261.638094] env[62697]: _type = "Task" [ 1261.638094] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.647805] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.689125] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.705071] env[62697]: DEBUG nova.policy [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4a2660d3e3b46d884f7ad3678c905b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe516853ced24ecf919a43d25ae7240b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1261.750117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "e31e8ed5-e3cd-4de7-8672-0540697da421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.750323] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "e31e8ed5-e3cd-4de7-8672-0540697da421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.750549] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "e31e8ed5-e3cd-4de7-8672-0540697da421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.750756] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "e31e8ed5-e3cd-4de7-8672-0540697da421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.750939] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "e31e8ed5-e3cd-4de7-8672-0540697da421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.755110] env[62697]: INFO nova.compute.manager [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Terminating instance [ 1261.760248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "refresh_cache-e31e8ed5-e3cd-4de7-8672-0540697da421" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.760583] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquired lock "refresh_cache-e31e8ed5-e3cd-4de7-8672-0540697da421" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.761273] env[62697]: DEBUG nova.network.neutron [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.912285] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a0732b-af41-3eaa-d9d7-b920129087a1, 'name': SearchDatastore_Task, 'duration_secs': 0.017292} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.912585] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.912855] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.913154] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feecf8f5-c163-47d1-8971-d46a0e40be5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.920286] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1261.920286] env[62697]: value = "task-1705894" [ 1261.920286] env[62697]: _type = "Task" [ 1261.920286] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.931284] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.005186] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525cc4a9-ff6e-21a9-5693-c5074d4d7459, 'name': SearchDatastore_Task, 'duration_secs': 0.051042} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.005538] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.005725] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.007940] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.007940] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.007940] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.007940] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad055bd7-2516-4752-ba4d-8129ae139ef7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.029840] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.030926] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.030926] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ef2d80-c5fa-48bd-9395-e71d220f071a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.041704] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1262.041704] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52aecef2-891d-da65-a125-6a3e948eda12" [ 1262.041704] env[62697]: _type = "Task" [ 1262.041704] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.053141] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aecef2-891d-da65-a125-6a3e948eda12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.072720] env[62697]: DEBUG nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1262.154957] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705893, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.188024] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705888, 'name': ReconfigVM_Task, 'duration_secs': 1.529403} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.188024] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Reconfigured VM instance instance-0000000d to attach disk [datastore1] f6dd62c7-f64c-44ab-bb84-acf65d749940/f6dd62c7-f64c-44ab-bb84-acf65d749940.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.188024] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99dc9a85-33e7-4ebd-9188-f6a1e82a41d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.194474] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1262.194474] env[62697]: value = "task-1705895" [ 1262.194474] env[62697]: _type = "Task" [ 1262.194474] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.208693] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705895, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.315854] env[62697]: DEBUG nova.network.neutron [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.429132] env[62697]: DEBUG nova.compute.manager [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Received event network-vif-plugged-a1d46238-b3c9-4dc4-aeac-06975be6bedf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1262.429740] env[62697]: DEBUG oslo_concurrency.lockutils [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] Acquiring lock "9b486e6a-caa0-4243-a956-5d93e21d86ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.430089] env[62697]: DEBUG oslo_concurrency.lockutils [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.430343] env[62697]: DEBUG oslo_concurrency.lockutils [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.430567] env[62697]: DEBUG nova.compute.manager [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] No waiting events found dispatching network-vif-plugged-a1d46238-b3c9-4dc4-aeac-06975be6bedf {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1262.430749] env[62697]: WARNING nova.compute.manager [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Received unexpected event network-vif-plugged-a1d46238-b3c9-4dc4-aeac-06975be6bedf for instance with vm_state building and task_state spawning. [ 1262.430967] env[62697]: DEBUG nova.compute.manager [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Received event network-changed-a1d46238-b3c9-4dc4-aeac-06975be6bedf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1262.431215] env[62697]: DEBUG nova.compute.manager [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Refreshing instance network info cache due to event network-changed-a1d46238-b3c9-4dc4-aeac-06975be6bedf. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1262.431348] env[62697]: DEBUG oslo_concurrency.lockutils [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] Acquiring lock "refresh_cache-9b486e6a-caa0-4243-a956-5d93e21d86ba" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.431483] env[62697]: DEBUG oslo_concurrency.lockutils [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] Acquired lock "refresh_cache-9b486e6a-caa0-4243-a956-5d93e21d86ba" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.431712] env[62697]: DEBUG nova.network.neutron [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Refreshing network info cache for port a1d46238-b3c9-4dc4-aeac-06975be6bedf {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.445697] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.482174] env[62697]: DEBUG nova.network.neutron [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.556946] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aecef2-891d-da65-a125-6a3e948eda12, 'name': SearchDatastore_Task, 'duration_secs': 0.019021} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.558348] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703e8cdd-3636-4bc8-b201-bf3aca015a0f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.566231] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1262.566231] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5228d438-b11f-462b-e2f9-914342c77a38" [ 1262.566231] env[62697]: _type = "Task" [ 1262.566231] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.587787] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5228d438-b11f-462b-e2f9-914342c77a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.656945] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705893, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.659810] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b2cfc-48aa-41ab-8579-a2cbcaaeb509 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.668703] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1039571b-de5e-49b2-a318-bff421638b7d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.728030] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b85935-7f45-45af-b2f9-12b4ef35fc07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.742427] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705895, 'name': Rename_Task, 'duration_secs': 0.205555} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.743480] env[62697]: DEBUG nova.network.neutron [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Successfully created port: 03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.751935] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.752845] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1952a789-2166-4641-b7f6-fe6e1023adbb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.757056] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852298e-de6e-4643-a76d-ee62c7afc5d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.775072] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1262.775072] env[62697]: value = "task-1705896" [ 1262.775072] env[62697]: _type = "Task" [ 1262.775072] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.775072] env[62697]: DEBUG nova.compute.provider_tree [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.786052] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.933271] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704003} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.933543] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.933757] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.934052] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d4c27a-dc0a-46b2-b444-0d46c28bcc48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.942493] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1262.942493] env[62697]: value = "task-1705897" [ 1262.942493] env[62697]: _type = "Task" [ 1262.942493] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.950755] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.989316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Releasing lock "refresh_cache-e31e8ed5-e3cd-4de7-8672-0540697da421" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.989852] env[62697]: DEBUG nova.compute.manager [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1262.990165] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.991239] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eed41bc-ad6f-4ad6-a5be-8011dee6b251 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.999126] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.999501] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecd27262-3e2b-4580-82c5-109f2942c918 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.007654] env[62697]: DEBUG oslo_vmware.api [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1263.007654] env[62697]: value = "task-1705898" [ 1263.007654] env[62697]: _type = "Task" [ 1263.007654] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.019618] env[62697]: DEBUG oslo_vmware.api [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.088042] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5228d438-b11f-462b-e2f9-914342c77a38, 'name': SearchDatastore_Task, 'duration_secs': 0.035318} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.088397] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.088716] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 9b486e6a-caa0-4243-a956-5d93e21d86ba/9b486e6a-caa0-4243-a956-5d93e21d86ba.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.089099] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd46518e-5920-4fa8-8c74-5e99e78eee8d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.092985] env[62697]: DEBUG nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1263.103044] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1263.103044] env[62697]: value = "task-1705899" [ 1263.103044] env[62697]: _type = "Task" [ 1263.103044] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.111234] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.137399] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1263.137798] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1263.137903] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.138128] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1263.138287] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.138452] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1263.138687] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1263.138859] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1263.139247] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1263.139247] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1263.139488] env[62697]: DEBUG nova.virt.hardware [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1263.140510] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a684b17b-af53-4bc3-afb7-14b3a6e92672 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.154788] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4088e9b4-bd29-4c0a-9a1e-f81873d5407a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.158910] env[62697]: DEBUG oslo_vmware.api [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705893, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032054} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.159219] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1263.159499] env[62697]: INFO nova.compute.manager [None req-a61e12cf-ddc2-4d1b-b552-6d90aa9ef8c2 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Took 17.15 seconds to snapshot the instance on the hypervisor. [ 1263.239704] env[62697]: DEBUG nova.compute.manager [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1263.281704] env[62697]: DEBUG nova.scheduler.client.report [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1263.290311] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.331664] env[62697]: DEBUG nova.network.neutron [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Updated VIF entry in instance network info cache for port a1d46238-b3c9-4dc4-aeac-06975be6bedf. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.332391] env[62697]: DEBUG nova.network.neutron [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Updating instance_info_cache with network_info: [{"id": "a1d46238-b3c9-4dc4-aeac-06975be6bedf", "address": "fa:16:3e:58:10:1c", "network": {"id": "a53f3586-ba9c-404f-8995-932830fafbc5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1479766157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f225f9d02ed4a16a141399eb647e6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d46238-b3", "ovs_interfaceid": "a1d46238-b3c9-4dc4-aeac-06975be6bedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.466029] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069492} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.466029] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.466029] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7155b955-4504-4cf5-8d55-c2b030212582 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.491852] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.491977] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d924bb4-c682-431c-b2a3-07c86e9a2bfd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.520649] env[62697]: DEBUG oslo_vmware.api [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705898, 'name': PowerOffVM_Task, 'duration_secs': 0.121683} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.522385] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.522574] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.522888] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1263.522888] env[62697]: value = "task-1705900" [ 1263.522888] env[62697]: _type = "Task" [ 1263.522888] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.523122] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa5ce5a2-f818-4df1-9091-b04a7ead449f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.536964] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.537835] env[62697]: DEBUG nova.network.neutron [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Successfully updated port: 3cd8cee7-ebd8-4049-88ba-1d797f895da1 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.553200] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.553459] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.553985] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Deleting the datastore file [datastore1] e31e8ed5-e3cd-4de7-8672-0540697da421 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.554397] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc3be15-ac3b-4f96-a140-4694d9c1c13d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.571885] env[62697]: DEBUG oslo_vmware.api [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for the task: (returnval){ [ 1263.571885] env[62697]: value = "task-1705902" [ 1263.571885] env[62697]: _type = "Task" [ 1263.571885] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.580342] env[62697]: DEBUG oslo_vmware.api [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.619186] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705899, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.783758] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.790880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.790880] env[62697]: DEBUG nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1263.792943] env[62697]: DEBUG oslo_vmware.api [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705896, 'name': PowerOnVM_Task, 'duration_secs': 0.57402} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.793872] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.667s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.793872] env[62697]: DEBUG nova.objects.instance [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lazy-loading 'resources' on Instance uuid 7b31f551-7141-445a-8468-7777316f58d5 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.794663] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.794904] env[62697]: INFO nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Took 11.75 seconds to spawn the instance on the hypervisor. [ 1263.795109] env[62697]: DEBUG nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1263.796526] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22036544-40ac-41da-9b7e-602945638d30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.838178] env[62697]: DEBUG oslo_concurrency.lockutils [req-b27508d7-8ff4-4db0-a4c0-26a22f75a9c9 req-27ff24d5-08e1-416c-bc11-d849325862a5 service nova] Releasing lock "refresh_cache-9b486e6a-caa0-4243-a956-5d93e21d86ba" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.035873] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705900, 'name': ReconfigVM_Task, 'duration_secs': 0.45533} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.035873] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 18b25250-cc54-44ce-805b-04736141debc/18b25250-cc54-44ce-805b-04736141debc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.036208] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82bb8bf1-1c29-4921-941e-27b6f463a23b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.040961] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "refresh_cache-ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.041124] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquired lock "refresh_cache-ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.041273] env[62697]: DEBUG nova.network.neutron [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.045876] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1264.045876] env[62697]: value = "task-1705903" [ 1264.045876] env[62697]: _type = "Task" [ 1264.045876] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.052852] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705903, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.081933] env[62697]: DEBUG oslo_vmware.api [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Task: {'id': task-1705902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364711} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.082375] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.082685] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.083078] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.083453] env[62697]: INFO nova.compute.manager [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1264.083841] env[62697]: DEBUG oslo.service.loopingcall [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.084230] env[62697]: DEBUG nova.compute.manager [-] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1264.084455] env[62697]: DEBUG nova.network.neutron [-] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.117730] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827417} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.118441] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 9b486e6a-caa0-4243-a956-5d93e21d86ba/9b486e6a-caa0-4243-a956-5d93e21d86ba.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.119021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.119608] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b27c0451-d623-4ce4-907f-16eb3a78c3ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.128183] env[62697]: DEBUG nova.network.neutron [-] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.138027] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1264.138027] env[62697]: value = "task-1705904" [ 1264.138027] env[62697]: _type = "Task" [ 1264.138027] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.153253] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.169713] env[62697]: DEBUG nova.compute.manager [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Received event network-changed-b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1264.170269] env[62697]: DEBUG nova.compute.manager [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Refreshing instance network info cache due to event network-changed-b62dc4f6-da89-43db-bd33-2a35c49ed071. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1264.170783] env[62697]: DEBUG oslo_concurrency.lockutils [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] Acquiring lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.171222] env[62697]: DEBUG oslo_concurrency.lockutils [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] Acquired lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.173022] env[62697]: DEBUG nova.network.neutron [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Refreshing network info cache for port b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.302532] env[62697]: DEBUG nova.compute.utils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.305749] env[62697]: DEBUG nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1264.308023] env[62697]: DEBUG nova.network.neutron [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.326989] env[62697]: INFO nova.compute.manager [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Took 25.07 seconds to build instance. [ 1264.411719] env[62697]: DEBUG nova.policy [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '265fe05d71e7439d94d8c3cbda471325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4135bc1a513a4a62bb83f617a8e34569', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1264.563698] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705903, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.592050] env[62697]: DEBUG nova.network.neutron [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.633406] env[62697]: DEBUG nova.network.neutron [-] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.658750] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091564} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.662613] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.663945] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bf1222-da7d-40d2-97a1-5bfce95118e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.692757] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9b486e6a-caa0-4243-a956-5d93e21d86ba/9b486e6a-caa0-4243-a956-5d93e21d86ba.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.697760] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75515b8-7251-4f4c-b096-87b68e416fa2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.718811] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1264.718811] env[62697]: value = "task-1705905" [ 1264.718811] env[62697]: _type = "Task" [ 1264.718811] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.729643] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.810505] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4e5605-bbc1-4576-b50b-5d8338c4fd08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.818359] env[62697]: DEBUG nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1264.831248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8359a114-e2ae-441c-a9de-5a9b60dc5c72 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.793s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.833377] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c769dcd9-6ad5-4c96-9268-67da199babcf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.869895] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d757c-cf8a-4219-9641-019ee23ce23d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.876259] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b749a605-66fd-4ad4-b182-4ca7d43667e7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.892437] env[62697]: DEBUG nova.compute.provider_tree [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.926045] env[62697]: DEBUG nova.network.neutron [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Updating instance_info_cache with network_info: [{"id": "3cd8cee7-ebd8-4049-88ba-1d797f895da1", "address": "fa:16:3e:c0:58:9b", "network": {"id": "773dec78-8ee4-4673-af56-3d5b9f65d068", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-800853435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7192e79a0f6544b0997c150448f0328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd8cee7-eb", "ovs_interfaceid": "3cd8cee7-ebd8-4049-88ba-1d797f895da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.061921] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705903, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.136480] env[62697]: INFO nova.compute.manager [-] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Took 1.05 seconds to deallocate network for instance. [ 1265.233758] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705905, 'name': ReconfigVM_Task, 'duration_secs': 0.32625} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.233758] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9b486e6a-caa0-4243-a956-5d93e21d86ba/9b486e6a-caa0-4243-a956-5d93e21d86ba.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.233758] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c668f51-cad7-440a-9b98-9871a5b3eed2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.244186] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1265.244186] env[62697]: value = "task-1705906" [ 1265.244186] env[62697]: _type = "Task" [ 1265.244186] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.257117] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705906, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.272897] env[62697]: DEBUG nova.network.neutron [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Updated VIF entry in instance network info cache for port b62dc4f6-da89-43db-bd33-2a35c49ed071. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.274796] env[62697]: DEBUG nova.network.neutron [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Updating instance_info_cache with network_info: [{"id": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "address": "fa:16:3e:98:2d:46", "network": {"id": "1e31d606-bc3b-4701-8526-a1d6e1c95a9f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1272502909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fcb49b54814cd7a2944a8ef15ee21f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62dc4f6-da", "ovs_interfaceid": "b62dc4f6-da89-43db-bd33-2a35c49ed071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.339769] env[62697]: DEBUG nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1265.398265] env[62697]: DEBUG nova.scheduler.client.report [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1265.425832] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Releasing lock "refresh_cache-ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.426290] env[62697]: DEBUG nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Instance network_info: |[{"id": "3cd8cee7-ebd8-4049-88ba-1d797f895da1", "address": "fa:16:3e:c0:58:9b", "network": {"id": "773dec78-8ee4-4673-af56-3d5b9f65d068", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-800853435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7192e79a0f6544b0997c150448f0328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd8cee7-eb", "ovs_interfaceid": "3cd8cee7-ebd8-4049-88ba-1d797f895da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1265.427049] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:58:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cd8cee7-ebd8-4049-88ba-1d797f895da1', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.437390] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Creating folder: Project (7192e79a0f6544b0997c150448f0328c). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.438350] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88eb6bb6-cfb4-4896-964c-40ec81c5caca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.452950] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Created folder: Project (7192e79a0f6544b0997c150448f0328c) in parent group-v355409. [ 1265.453896] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Creating folder: Instances. Parent ref: group-v355452. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.455023] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f398dd02-9088-41ea-81b2-c34fed490472 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.466805] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Created folder: Instances in parent group-v355452. [ 1265.467094] env[62697]: DEBUG oslo.service.loopingcall [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.467464] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.467582] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3701f6-a217-4d76-bc14-095f0f84c8de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.492575] env[62697]: DEBUG nova.network.neutron [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Successfully created port: 8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.501393] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.501393] env[62697]: value = "task-1705909" [ 1265.501393] env[62697]: _type = "Task" [ 1265.501393] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.510209] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705909, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.560258] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705903, 'name': Rename_Task, 'duration_secs': 1.181454} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.560642] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.560975] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b710b3f-5123-49c9-afa2-b6826c2e26cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.569783] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Waiting for the task: (returnval){ [ 1265.569783] env[62697]: value = "task-1705910" [ 1265.569783] env[62697]: _type = "Task" [ 1265.569783] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.582716] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.605383] env[62697]: DEBUG nova.network.neutron [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Successfully updated port: 03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.644867] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.755659] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705906, 'name': Rename_Task, 'duration_secs': 0.170714} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.755993] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.759747] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20fd52cc-fc41-4dc8-8b8f-afdfb9996d73 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.767465] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1265.767465] env[62697]: value = "task-1705911" [ 1265.767465] env[62697]: _type = "Task" [ 1265.767465] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.776901] env[62697]: DEBUG oslo_concurrency.lockutils [req-ca94becb-3602-4693-b8cf-e4db55c20f06 req-abd63910-d60a-4c79-a568-4cda0c7ff3d9 service nova] Releasing lock "refresh_cache-8cd467f1-c8c5-4036-9b55-f46dfb31ee61" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.777807] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.839585] env[62697]: DEBUG nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1265.897803] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.904116] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.912725] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.478s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.914551] env[62697]: INFO nova.compute.claims [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.926930] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:39:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1485967588',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1518518693',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1265.927210] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1265.927497] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.927882] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1265.928099] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.928300] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1265.928519] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1265.929184] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1265.929184] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1265.929184] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1265.929380] env[62697]: DEBUG nova.virt.hardware [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.930373] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08517bbb-d919-44f3-8092-425e67963871 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.944281] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6286ce84-f5de-460a-be8d-d8ab84e20160 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.012639] env[62697]: INFO nova.scheduler.client.report [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Deleted allocations for instance 7b31f551-7141-445a-8468-7777316f58d5 [ 1266.016661] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705909, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.086795] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705910, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.108797] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.108988] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquired lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.109412] env[62697]: DEBUG nova.network.neutron [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.277218] env[62697]: DEBUG nova.compute.manager [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Received event network-vif-plugged-3cd8cee7-ebd8-4049-88ba-1d797f895da1 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1266.277218] env[62697]: DEBUG oslo_concurrency.lockutils [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] Acquiring lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.277662] env[62697]: DEBUG oslo_concurrency.lockutils [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.278079] env[62697]: DEBUG oslo_concurrency.lockutils [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.278984] env[62697]: DEBUG nova.compute.manager [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] No waiting events found dispatching network-vif-plugged-3cd8cee7-ebd8-4049-88ba-1d797f895da1 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1266.281064] env[62697]: WARNING nova.compute.manager [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Received unexpected event network-vif-plugged-3cd8cee7-ebd8-4049-88ba-1d797f895da1 for instance with vm_state building and task_state spawning. [ 1266.281064] env[62697]: DEBUG nova.compute.manager [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Received event network-changed-3cd8cee7-ebd8-4049-88ba-1d797f895da1 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1266.281064] env[62697]: DEBUG nova.compute.manager [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Refreshing instance network info cache due to event network-changed-3cd8cee7-ebd8-4049-88ba-1d797f895da1. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1266.281064] env[62697]: DEBUG oslo_concurrency.lockutils [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] Acquiring lock "refresh_cache-ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.281064] env[62697]: DEBUG oslo_concurrency.lockutils [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] Acquired lock "refresh_cache-ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.281358] env[62697]: DEBUG nova.network.neutron [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Refreshing network info cache for port 3cd8cee7-ebd8-4049-88ba-1d797f895da1 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.290356] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705911, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.525523] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705909, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.525523] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3ee5fc8d-19cd-43d1-bb46-c80378de5354 tempest-ServerDiagnosticsTest-1732649065 tempest-ServerDiagnosticsTest-1732649065-project-member] Lock "7b31f551-7141-445a-8468-7777316f58d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.186s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.589346] env[62697]: DEBUG oslo_vmware.api [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Task: {'id': task-1705910, 'name': PowerOnVM_Task, 'duration_secs': 0.851432} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.591412] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.591412] env[62697]: DEBUG nova.compute.manager [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1266.591412] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f6473b-e606-43c6-aca9-3134ed5dc40d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.685015] env[62697]: DEBUG nova.network.neutron [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.784976] env[62697]: DEBUG oslo_vmware.api [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705911, 'name': PowerOnVM_Task, 'duration_secs': 0.778256} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.785606] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.785836] env[62697]: INFO nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1266.786047] env[62697]: DEBUG nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1266.791330] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d5c90-5127-4bd2-9b6f-cc8d305d84fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.027125] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705909, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.058111] env[62697]: DEBUG nova.network.neutron [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Updated VIF entry in instance network info cache for port 3cd8cee7-ebd8-4049-88ba-1d797f895da1. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.058592] env[62697]: DEBUG nova.network.neutron [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Updating instance_info_cache with network_info: [{"id": "3cd8cee7-ebd8-4049-88ba-1d797f895da1", "address": "fa:16:3e:c0:58:9b", "network": {"id": "773dec78-8ee4-4673-af56-3d5b9f65d068", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-800853435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7192e79a0f6544b0997c150448f0328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd8cee7-eb", "ovs_interfaceid": "3cd8cee7-ebd8-4049-88ba-1d797f895da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.123310] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.124341] env[62697]: DEBUG nova.network.neutron [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Updating instance_info_cache with network_info: [{"id": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "address": "fa:16:3e:c1:8e:4f", "network": {"id": "f520b0af-9669-49cb-99de-b53be92d541d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-391835067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe516853ced24ecf919a43d25ae7240b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03a08f8d-47", "ovs_interfaceid": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.682823] env[62697]: INFO nova.compute.manager [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Took 25.89 seconds to build instance. [ 1267.682823] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.682823] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99930fda-1448-4c83-b62f-0e104a55dd0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.682823] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6041a5-8eda-4f18-b196-0fddee6c53c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.682823] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705909, 'name': CreateVM_Task, 'duration_secs': 1.558874} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.682823] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.685325] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.685325] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.685325] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.685325] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3911b6a5-0d1c-41b1-9811-271dafb3d48c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.685325] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc9aafc-23fb-4544-a23c-a0a49fd18d5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.685325] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1267.686520] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52063077-e8f8-6356-db76-9cc072d1723b" [ 1267.686520] env[62697]: _type = "Task" [ 1267.686520] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.686520] env[62697]: DEBUG oslo_concurrency.lockutils [req-b19c0b91-d8d6-41fc-8190-af9538445259 req-b8497d35-a3e5-4747-8fe0-179a50c6739a service nova] Releasing lock "refresh_cache-ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.686520] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52063077-e8f8-6356-db76-9cc072d1723b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.686520] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e43bcfb-39d8-4d97-a1ad-1db1548e4afd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.686520] env[62697]: DEBUG nova.compute.provider_tree [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.688959] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Releasing lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.688959] env[62697]: DEBUG nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Instance network_info: |[{"id": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "address": "fa:16:3e:c1:8e:4f", "network": {"id": "f520b0af-9669-49cb-99de-b53be92d541d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-391835067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe516853ced24ecf919a43d25ae7240b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03a08f8d-47", "ovs_interfaceid": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1267.689926] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:8e:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03a08f8d-47ca-4a1d-a97e-8e427d4bc39a', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.689926] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Creating folder: Project (fe516853ced24ecf919a43d25ae7240b). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.689926] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa0901ca-c8e3-4dd0-a16a-2c68840f1d8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.689926] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Created folder: Project (fe516853ced24ecf919a43d25ae7240b) in parent group-v355409. [ 1267.689926] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Creating folder: Instances. Parent ref: group-v355455. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.690597] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ef59a3-8142-43bc-9cda-05791dfd9296 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.690597] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Created folder: Instances in parent group-v355455. [ 1267.690597] env[62697]: DEBUG oslo.service.loopingcall [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.690597] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.690597] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6582f89-6cc0-4847-a48f-87ca52047324 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.705726] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.705726] env[62697]: value = "task-1705914" [ 1267.705726] env[62697]: _type = "Task" [ 1267.705726] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.714471] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705914, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.829659] env[62697]: DEBUG oslo_concurrency.lockutils [None req-314e0349-db77-401a-855d-083e94d6692f tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.076s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.993453] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.081607] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52063077-e8f8-6356-db76-9cc072d1723b, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.081993] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.082269] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.082510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.082662] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.082841] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.083120] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300b6a00-1fef-4037-ae49-a4a216c61afb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.095649] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.095850] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.096729] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee10424-953c-4177-a35b-8fe1c43a2da2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.100065] env[62697]: DEBUG nova.scheduler.client.report [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1268.109911] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1268.109911] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52510f03-af32-9c09-e49f-60cee307c65b" [ 1268.109911] env[62697]: _type = "Task" [ 1268.109911] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.122593] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52510f03-af32-9c09-e49f-60cee307c65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.224550] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705914, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.326555] env[62697]: DEBUG nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1268.608973] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.608973] env[62697]: DEBUG nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1268.615812] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.969s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.615812] env[62697]: INFO nova.compute.claims [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.634593] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52510f03-af32-9c09-e49f-60cee307c65b, 'name': SearchDatastore_Task, 'duration_secs': 0.024529} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.634593] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3e3b78-43f3-4d46-915c-6fa4f1e5c6d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.641151] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1268.641151] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad1a6d-9f66-ee36-8ddc-d753184789a8" [ 1268.641151] env[62697]: _type = "Task" [ 1268.641151] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.655651] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad1a6d-9f66-ee36-8ddc-d753184789a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.718189] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705914, 'name': CreateVM_Task, 'duration_secs': 0.631893} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.718414] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.719367] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.719508] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.719854] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.720137] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0959c6c5-f1c8-416a-9c6b-e935c0f60c30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.726630] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1268.726630] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5269b5c1-c4df-62b3-4521-46000afead99" [ 1268.726630] env[62697]: _type = "Task" [ 1268.726630] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.739152] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5269b5c1-c4df-62b3-4521-46000afead99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.857758] env[62697]: DEBUG nova.network.neutron [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Successfully updated port: 8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.901943] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.124056] env[62697]: DEBUG nova.compute.utils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1269.124056] env[62697]: DEBUG nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1269.124056] env[62697]: DEBUG nova.network.neutron [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.162459] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad1a6d-9f66-ee36-8ddc-d753184789a8, 'name': SearchDatastore_Task, 'duration_secs': 0.023134} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.162459] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.162459] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede/ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.162757] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2a05a9a-b252-44dc-8334-1a306e697ef9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.171971] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1269.171971] env[62697]: value = "task-1705915" [ 1269.171971] env[62697]: _type = "Task" [ 1269.171971] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.182459] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.241332] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5269b5c1-c4df-62b3-4521-46000afead99, 'name': SearchDatastore_Task, 'duration_secs': 0.021915} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.241770] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.242114] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.243177] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.243177] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.243350] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.243651] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7896da8-9195-4cb3-8794-72c43ec68337 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.259092] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.262020] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.262020] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90212bb8-265e-46b9-b50b-ea9225d5eb8c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.269407] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1269.269407] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d60c65-e55f-fef0-bd27-05a138200ba3" [ 1269.269407] env[62697]: _type = "Task" [ 1269.269407] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.281173] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d60c65-e55f-fef0-bd27-05a138200ba3, 'name': SearchDatastore_Task} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.282667] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba27fcf-5cbf-47e7-a410-300ad96e5bc4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.292034] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1269.292034] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524ae4b3-b45b-a490-aee7-9d105db46987" [ 1269.292034] env[62697]: _type = "Task" [ 1269.292034] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.305277] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524ae4b3-b45b-a490-aee7-9d105db46987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.347500] env[62697]: DEBUG nova.policy [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89be7a607dd343e9bcb5ca956b0c6ed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e011dd5cca9b460da9d93e7f10258447', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1269.356598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.356747] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquired lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.356930] env[62697]: DEBUG nova.network.neutron [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.635806] env[62697]: DEBUG nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1269.688047] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705915, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.803989] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524ae4b3-b45b-a490-aee7-9d105db46987, 'name': SearchDatastore_Task, 'duration_secs': 0.030647} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.807349] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.807739] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ba09256d-b67b-4793-8c98-e0873d510df2/ba09256d-b67b-4793-8c98-e0873d510df2.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.809881] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f662a3ff-450f-4903-a581-6e9a1524cc74 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.823062] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1269.823062] env[62697]: value = "task-1705916" [ 1269.823062] env[62697]: _type = "Task" [ 1269.823062] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.836447] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.985811] env[62697]: DEBUG nova.network.neutron [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.181250] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c0021a-7b1d-45ca-9fe1-3cae34c7ce06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.200559] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92244280-d511-4b30-a8b0-b86990107549 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.207400] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.244574] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edde057-cb9d-4024-babd-56f5124c2a84 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.255519] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88439f9c-eb6b-4415-89ae-0e80006e9641 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.274808] env[62697]: DEBUG nova.compute.provider_tree [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.336163] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.485707] env[62697]: DEBUG nova.compute.manager [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Received event network-vif-plugged-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1270.485995] env[62697]: DEBUG oslo_concurrency.lockutils [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] Acquiring lock "ba09256d-b67b-4793-8c98-e0873d510df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.486300] env[62697]: DEBUG oslo_concurrency.lockutils [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] Lock "ba09256d-b67b-4793-8c98-e0873d510df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.486387] env[62697]: DEBUG oslo_concurrency.lockutils [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] Lock "ba09256d-b67b-4793-8c98-e0873d510df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.486521] env[62697]: DEBUG nova.compute.manager [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] No waiting events found dispatching network-vif-plugged-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1270.486726] env[62697]: WARNING nova.compute.manager [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Received unexpected event network-vif-plugged-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a for instance with vm_state building and task_state spawning. [ 1270.486839] env[62697]: DEBUG nova.compute.manager [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Received event network-changed-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1270.488178] env[62697]: DEBUG nova.compute.manager [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Refreshing instance network info cache due to event network-changed-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1270.489035] env[62697]: DEBUG oslo_concurrency.lockutils [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] Acquiring lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.489210] env[62697]: DEBUG oslo_concurrency.lockutils [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] Acquired lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.489383] env[62697]: DEBUG nova.network.neutron [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Refreshing network info cache for port 03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.654789] env[62697]: DEBUG nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1270.686167] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.686457] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.686832] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.686832] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.686985] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.687207] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.687480] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.687660] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.687828] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.688692] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.688692] env[62697]: DEBUG nova.virt.hardware [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.692666] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0998569-f9f3-4d9e-94b7-e5156a4c77e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.703020] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.708168] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659af6b-89b1-479f-b2b5-c15f0ecb98fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.712827] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "9b486e6a-caa0-4243-a956-5d93e21d86ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.713057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.713341] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "9b486e6a-caa0-4243-a956-5d93e21d86ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.713588] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.713764] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.716674] env[62697]: INFO nova.compute.manager [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Terminating instance [ 1270.727516] env[62697]: DEBUG nova.compute.manager [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1270.727802] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.728575] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d512aea7-2ec8-44bd-9825-e41f7839dadd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.739572] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.739572] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b189306-0c5e-4fe6-88b9-9dcb14be7223 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.747045] env[62697]: DEBUG oslo_vmware.api [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1270.747045] env[62697]: value = "task-1705917" [ 1270.747045] env[62697]: _type = "Task" [ 1270.747045] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.757783] env[62697]: DEBUG oslo_vmware.api [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.779591] env[62697]: DEBUG nova.scheduler.client.report [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1270.845555] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.925812] env[62697]: DEBUG nova.network.neutron [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Updating instance_info_cache with network_info: [{"id": "8607d34c-d277-4796-82ee-e73764ca951e", "address": "fa:16:3e:98:2e:2e", "network": {"id": "b4244988-6081-466f-b584-f42d4421277e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1781241887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4135bc1a513a4a62bb83f617a8e34569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8607d34c-d2", "ovs_interfaceid": "8607d34c-d277-4796-82ee-e73764ca951e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.190627] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705915, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.641889} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.191289] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede/ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.191289] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.191793] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82b7d199-9a72-452a-9fd7-03517b96787f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.201636] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1271.201636] env[62697]: value = "task-1705918" [ 1271.201636] env[62697]: _type = "Task" [ 1271.201636] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.214953] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.267021] env[62697]: DEBUG oslo_vmware.api [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705917, 'name': PowerOffVM_Task, 'duration_secs': 0.256773} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.267021] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.267021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.267021] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca8b0dc-25fa-4e60-ab68-adf7556cbd4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.285535] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.286426] env[62697]: DEBUG nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1271.290304] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.711s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.290304] env[62697]: DEBUG nova.objects.instance [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lazy-loading 'resources' on Instance uuid 8be4a564-093a-4b61-8111-54db06bd4dea {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.344337] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705916, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.459617} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.344337] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ba09256d-b67b-4793-8c98-e0873d510df2/ba09256d-b67b-4793-8c98-e0873d510df2.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.344337] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.344337] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2baf39b-3792-4b92-8923-7a4a7c0cf26c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.358026] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1271.358026] env[62697]: value = "task-1705920" [ 1271.358026] env[62697]: _type = "Task" [ 1271.358026] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.358026] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.358026] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.358026] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Deleting the datastore file [datastore1] 9b486e6a-caa0-4243-a956-5d93e21d86ba {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.358026] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bdd1662-f167-4628-9031-dad88f90a7ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.374723] env[62697]: DEBUG oslo_vmware.api [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for the task: (returnval){ [ 1271.374723] env[62697]: value = "task-1705921" [ 1271.374723] env[62697]: _type = "Task" [ 1271.374723] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.375356] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.393124] env[62697]: DEBUG oslo_vmware.api [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.436423] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Releasing lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.436423] env[62697]: DEBUG nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Instance network_info: |[{"id": "8607d34c-d277-4796-82ee-e73764ca951e", "address": "fa:16:3e:98:2e:2e", "network": {"id": "b4244988-6081-466f-b584-f42d4421277e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1781241887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4135bc1a513a4a62bb83f617a8e34569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8607d34c-d2", "ovs_interfaceid": "8607d34c-d277-4796-82ee-e73764ca951e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1271.436694] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8607d34c-d277-4796-82ee-e73764ca951e', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.444970] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Creating folder: Project (4135bc1a513a4a62bb83f617a8e34569). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.445659] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7692c05-8952-47fc-a060-cf10ebb96ec6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.458627] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Created folder: Project (4135bc1a513a4a62bb83f617a8e34569) in parent group-v355409. [ 1271.458879] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Creating folder: Instances. Parent ref: group-v355458. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.459137] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-796f2ea5-4741-43bd-9c7b-98fbe0036afd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.471666] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Created folder: Instances in parent group-v355458. [ 1271.471666] env[62697]: DEBUG oslo.service.loopingcall [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.471666] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.471666] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cbcf09a-2112-4e5a-adfc-ed2b4e94ccf4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.495406] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.495406] env[62697]: value = "task-1705924" [ 1271.495406] env[62697]: _type = "Task" [ 1271.495406] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.504817] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705924, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.547802] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "18b25250-cc54-44ce-805b-04736141debc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.549052] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "18b25250-cc54-44ce-805b-04736141debc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.549052] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "18b25250-cc54-44ce-805b-04736141debc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.549052] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "18b25250-cc54-44ce-805b-04736141debc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.549052] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "18b25250-cc54-44ce-805b-04736141debc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.554480] env[62697]: INFO nova.compute.manager [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Terminating instance [ 1271.556237] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "refresh_cache-18b25250-cc54-44ce-805b-04736141debc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.556407] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquired lock "refresh_cache-18b25250-cc54-44ce-805b-04736141debc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.556580] env[62697]: DEBUG nova.network.neutron [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.712698] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090617} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.712995] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.713859] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011a1c0e-f1cd-4d26-a092-4858cc07e924 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.742645] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede/ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.743809] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8518acd-f649-443f-a258-0db2aef0f648 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.769658] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1271.769658] env[62697]: value = "task-1705925" [ 1271.769658] env[62697]: _type = "Task" [ 1271.769658] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.778440] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.795549] env[62697]: DEBUG nova.network.neutron [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Successfully created port: 93f897b3-6c26-4cea-a2e5-f014ea7ce60b {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.801143] env[62697]: DEBUG nova.compute.utils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1271.802690] env[62697]: DEBUG nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1271.802889] env[62697]: DEBUG nova.network.neutron [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.876024] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078377} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.876024] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.876024] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ee08e-3d29-444c-9fb4-b91e20dbc614 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.879133] env[62697]: DEBUG nova.policy [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62fd33763c724875bcc1b37995df63cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b93fbd87d245c78d1174163c5ef01d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1271.910404] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] ba09256d-b67b-4793-8c98-e0873d510df2/ba09256d-b67b-4793-8c98-e0873d510df2.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.911975] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af14e1a4-926b-420c-a6dd-8546d0946b2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.937783] env[62697]: DEBUG oslo_vmware.api [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Task: {'id': task-1705921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155109} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.939258] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.939625] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.939988] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.940327] env[62697]: INFO nova.compute.manager [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1271.940730] env[62697]: DEBUG oslo.service.loopingcall [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.944220] env[62697]: DEBUG nova.compute.manager [-] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1271.944851] env[62697]: DEBUG nova.network.neutron [-] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.951022] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1271.951022] env[62697]: value = "task-1705926" [ 1271.951022] env[62697]: _type = "Task" [ 1271.951022] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.961320] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.014390] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705924, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.092438] env[62697]: DEBUG nova.network.neutron [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.257777] env[62697]: DEBUG nova.network.neutron [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.282887] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705925, 'name': ReconfigVM_Task, 'duration_secs': 0.351189} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.286833] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Reconfigured VM instance instance-0000000f to attach disk [datastore1] ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede/ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.288363] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8dc23f6-4906-43d8-9bf9-3a5c603b1f64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.300690] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1272.300690] env[62697]: value = "task-1705927" [ 1272.300690] env[62697]: _type = "Task" [ 1272.300690] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.310254] env[62697]: DEBUG nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1272.320364] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705927, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.362417] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f95284-c550-4daa-85b8-f1b8fb639396 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.375021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8761c2e-e762-4745-86fc-d67affb68b88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.417232] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f6b39-7860-45c7-9d68-3154648241db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.430346] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33fb72-a642-4f87-90b7-b583d61428b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.437867] env[62697]: DEBUG nova.network.neutron [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Updated VIF entry in instance network info cache for port 03a08f8d-47ca-4a1d-a97e-8e427d4bc39a. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.438364] env[62697]: DEBUG nova.network.neutron [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Updating instance_info_cache with network_info: [{"id": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "address": "fa:16:3e:c1:8e:4f", "network": {"id": "f520b0af-9669-49cb-99de-b53be92d541d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-391835067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe516853ced24ecf919a43d25ae7240b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03a08f8d-47", "ovs_interfaceid": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.461381] env[62697]: DEBUG nova.compute.provider_tree [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.476353] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.508241] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705924, 'name': CreateVM_Task, 'duration_secs': 0.704233} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.508419] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.509128] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.509301] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.511402] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.512294] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403ce5ba-6df5-4121-a88e-b0df364da1f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.518527] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1272.518527] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bd2f75-f32b-8b34-506e-0cbc9295f5df" [ 1272.518527] env[62697]: _type = "Task" [ 1272.518527] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.533088] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bd2f75-f32b-8b34-506e-0cbc9295f5df, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.533520] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.533731] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.534085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.534085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.534284] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.534697] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df1ffa83-8a0c-4a23-8f60-586f75e7c623 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.537357] env[62697]: DEBUG nova.network.neutron [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Successfully created port: c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.553041] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.553041] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.553813] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49048c30-0b3d-4650-a7cc-689c543f70e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.560554] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1272.560554] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52796958-3f59-cd73-ea0d-30d2b82d2768" [ 1272.560554] env[62697]: _type = "Task" [ 1272.560554] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.570553] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52796958-3f59-cd73-ea0d-30d2b82d2768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.761857] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Releasing lock "refresh_cache-18b25250-cc54-44ce-805b-04736141debc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.763551] env[62697]: DEBUG nova.compute.manager [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1272.763551] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.765253] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a672d358-2f44-4ad7-bb8a-8cc24e18db66 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.780989] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.781433] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f66fb013-a14a-4b1f-a67d-cb3e6053b54d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.791793] env[62697]: DEBUG oslo_vmware.api [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1272.791793] env[62697]: value = "task-1705928" [ 1272.791793] env[62697]: _type = "Task" [ 1272.791793] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.806204] env[62697]: DEBUG oslo_vmware.api [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.824104] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705927, 'name': Rename_Task, 'duration_secs': 0.171637} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.824597] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.825047] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4c23d8d-e46e-4af9-b86d-d0c6f86a7499 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.834619] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1272.834619] env[62697]: value = "task-1705929" [ 1272.834619] env[62697]: _type = "Task" [ 1272.834619] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.845953] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.942889] env[62697]: DEBUG oslo_concurrency.lockutils [req-98d8a95c-e345-4644-90b0-614f323539d8 req-1ffc19e3-32fe-4d32-ac1e-a1292c6dfdd9 service nova] Releasing lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.966565] env[62697]: DEBUG nova.scheduler.client.report [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1272.976860] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705926, 'name': ReconfigVM_Task, 'duration_secs': 0.802956} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.977581] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Reconfigured VM instance instance-00000010 to attach disk [datastore1] ba09256d-b67b-4793-8c98-e0873d510df2/ba09256d-b67b-4793-8c98-e0873d510df2.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.978790] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3208b411-b363-4d9c-973e-0854e6568cf2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.989535] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1272.989535] env[62697]: value = "task-1705930" [ 1272.989535] env[62697]: _type = "Task" [ 1272.989535] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.001808] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705930, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.073953] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52796958-3f59-cd73-ea0d-30d2b82d2768, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.075337] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0348329b-22cc-46c9-bd66-4efb9e95f65c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.083760] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1273.083760] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522c5e20-3c44-3f9f-afa2-c09f30b105b1" [ 1273.083760] env[62697]: _type = "Task" [ 1273.083760] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.092393] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522c5e20-3c44-3f9f-afa2-c09f30b105b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.168923] env[62697]: DEBUG nova.network.neutron [-] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.310198] env[62697]: DEBUG oslo_vmware.api [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705928, 'name': PowerOffVM_Task, 'duration_secs': 0.192295} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.310578] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.310876] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.311250] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91c143c2-faa1-4c60-bbb2-912fa1b5a6ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.327581] env[62697]: DEBUG nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1273.345057] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.345423] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.345673] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Deleting the datastore file [datastore1] 18b25250-cc54-44ce-805b-04736141debc {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.346632] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a07804fa-2122-422e-84c8-6504dc1078ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.357083] env[62697]: DEBUG oslo_vmware.api [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705929, 'name': PowerOnVM_Task, 'duration_secs': 0.517086} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.358138] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.358451] env[62697]: INFO nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Took 12.83 seconds to spawn the instance on the hypervisor. [ 1273.358704] env[62697]: DEBUG nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1273.359938] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4473791e-d69a-471f-bed1-9cf54366f424 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.365530] env[62697]: DEBUG oslo_vmware.api [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for the task: (returnval){ [ 1273.365530] env[62697]: value = "task-1705932" [ 1273.365530] env[62697]: _type = "Task" [ 1273.365530] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.382150] env[62697]: DEBUG oslo_vmware.api [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.392812] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1273.393117] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1273.393338] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.393687] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1273.393757] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.393853] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1273.394112] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1273.394278] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1273.394868] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1273.394868] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1273.395774] env[62697]: DEBUG nova.virt.hardware [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1273.396422] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba426887-0fb3-4910-a367-746181123ef4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.407420] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3502827a-a0fd-438f-ba45-e6bb68073cbe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.472276] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.474917] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.724s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.475286] env[62697]: DEBUG nova.objects.instance [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1273.502154] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705930, 'name': Rename_Task, 'duration_secs': 0.22154} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.502465] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.502731] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02be0932-58b6-48d4-ab07-6f5f3dd2b51d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.511100] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1273.511100] env[62697]: value = "task-1705933" [ 1273.511100] env[62697]: _type = "Task" [ 1273.511100] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.525132] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.546367] env[62697]: INFO nova.scheduler.client.report [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Deleted allocations for instance 8be4a564-093a-4b61-8111-54db06bd4dea [ 1273.593791] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522c5e20-3c44-3f9f-afa2-c09f30b105b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01867} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.593973] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.594521] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bf4ce20f-179a-490e-8332-44a77e0880d9/bf4ce20f-179a-490e-8332-44a77e0880d9.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.594781] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3a750ce-aa15-43ee-8e5b-d0eae2295880 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.603670] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1273.603670] env[62697]: value = "task-1705934" [ 1273.603670] env[62697]: _type = "Task" [ 1273.603670] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.621652] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.671383] env[62697]: INFO nova.compute.manager [-] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Took 1.73 seconds to deallocate network for instance. [ 1273.887345] env[62697]: DEBUG oslo_vmware.api [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Task: {'id': task-1705932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174866} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.889788] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.889950] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.890150] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.891089] env[62697]: INFO nova.compute.manager [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] [instance: 18b25250-cc54-44ce-805b-04736141debc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1273.891398] env[62697]: DEBUG oslo.service.loopingcall [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.891980] env[62697]: INFO nova.compute.manager [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Took 31.26 seconds to build instance. [ 1273.893088] env[62697]: DEBUG nova.compute.manager [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1273.893224] env[62697]: DEBUG nova.network.neutron [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.917151] env[62697]: DEBUG nova.network.neutron [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.034281] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.059164] env[62697]: DEBUG oslo_concurrency.lockutils [None req-310ba059-f8d8-4d5e-bffd-c15aabf71b99 tempest-TenantUsagesTestJSON-1877088866 tempest-TenantUsagesTestJSON-1877088866-project-member] Lock "8be4a564-093a-4b61-8111-54db06bd4dea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.111s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.122282] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.182346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.397305] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e5ebf6a-0c97-4265-a8c3-4aa320aa341d tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.378s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.421440] env[62697]: DEBUG nova.network.neutron [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.486888] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81dffdc9-6b2d-4010-8d1b-04c695c99694 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.489808] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.614s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.490312] env[62697]: INFO nova.compute.claims [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.529818] env[62697]: DEBUG oslo_vmware.api [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1705933, 'name': PowerOnVM_Task, 'duration_secs': 0.563436} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.529962] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.530215] env[62697]: INFO nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1274.530309] env[62697]: DEBUG nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1274.531156] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d42d6a-e3cf-4ecb-9c42-2fdcb32f8a2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.625934] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635195} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.630604] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bf4ce20f-179a-490e-8332-44a77e0880d9/bf4ce20f-179a-490e-8332-44a77e0880d9.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.630934] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.631805] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a49bc5-ee6a-43a6-8741-3a8cf1f8d150 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.647832] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1274.647832] env[62697]: value = "task-1705935" [ 1274.647832] env[62697]: _type = "Task" [ 1274.647832] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.665024] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.700280] env[62697]: DEBUG nova.network.neutron [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Successfully updated port: c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.904250] env[62697]: DEBUG nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1274.925301] env[62697]: INFO nova.compute.manager [-] [instance: 18b25250-cc54-44ce-805b-04736141debc] Took 1.03 seconds to deallocate network for instance. [ 1275.060666] env[62697]: INFO nova.compute.manager [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Took 31.37 seconds to build instance. [ 1275.171731] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189318} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.171731] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.171731] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bc0113-809d-4f49-8d7d-500e1ec4466b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.202750] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] bf4ce20f-179a-490e-8332-44a77e0880d9/bf4ce20f-179a-490e-8332-44a77e0880d9.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.203109] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59192260-07dc-4a1e-80a6-40a630d3e413 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.220068] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.220267] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquired lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.220460] env[62697]: DEBUG nova.network.neutron [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.230230] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1275.230230] env[62697]: value = "task-1705936" [ 1275.230230] env[62697]: _type = "Task" [ 1275.230230] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.248381] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.442339] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.474258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.503256] env[62697]: DEBUG nova.network.neutron [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Successfully updated port: 93f897b3-6c26-4cea-a2e5-f014ea7ce60b {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.563619] env[62697]: DEBUG oslo_concurrency.lockutils [None req-eaf6481c-dd92-4acb-8f27-412db25db0e0 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.085s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.744245] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.845149] env[62697]: DEBUG nova.network.neutron [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.006137] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "refresh_cache-6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.006281] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired lock "refresh_cache-6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.006552] env[62697]: DEBUG nova.network.neutron [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.032980] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e038d4-c161-4f32-b0c3-cd0d4a42ac92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.044503] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd8f02-fbb2-414c-afa1-7502fd81c553 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.083635] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a765e-8b49-4fca-a422-4d270dbf6536 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.092714] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d155680-ddbe-44d5-a62f-19a72dc3e683 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.111508] env[62697]: DEBUG nova.compute.provider_tree [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.243213] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.527268] env[62697]: DEBUG nova.network.neutron [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Updating instance_info_cache with network_info: [{"id": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "address": "fa:16:3e:48:7a:c4", "network": {"id": "42e8def7-f091-4c42-adbd-66dc42c41a86", "bridge": "br-int", "label": "tempest-ServersTestJSON-980984012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b93fbd87d245c78d1174163c5ef01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc207ca7e-7c", "ovs_interfaceid": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.552038] env[62697]: DEBUG nova.network.neutron [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.615475] env[62697]: DEBUG nova.scheduler.client.report [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1276.748521] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.844666] env[62697]: DEBUG nova.network.neutron [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Updating instance_info_cache with network_info: [{"id": "93f897b3-6c26-4cea-a2e5-f014ea7ce60b", "address": "fa:16:3e:86:ad:d2", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f897b3-6c", "ovs_interfaceid": "93f897b3-6c26-4cea-a2e5-f014ea7ce60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.850842] env[62697]: DEBUG nova.compute.manager [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Received event network-vif-plugged-8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1276.851112] env[62697]: DEBUG oslo_concurrency.lockutils [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] Acquiring lock "bf4ce20f-179a-490e-8332-44a77e0880d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.851359] env[62697]: DEBUG oslo_concurrency.lockutils [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.851538] env[62697]: DEBUG oslo_concurrency.lockutils [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.851728] env[62697]: DEBUG nova.compute.manager [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] No waiting events found dispatching network-vif-plugged-8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1276.851953] env[62697]: WARNING nova.compute.manager [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Received unexpected event network-vif-plugged-8607d34c-d277-4796-82ee-e73764ca951e for instance with vm_state building and task_state spawning. [ 1276.855305] env[62697]: DEBUG nova.compute.manager [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Received event network-changed-8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1276.856155] env[62697]: DEBUG nova.compute.manager [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Refreshing instance network info cache due to event network-changed-8607d34c-d277-4796-82ee-e73764ca951e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1276.856155] env[62697]: DEBUG oslo_concurrency.lockutils [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] Acquiring lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.856155] env[62697]: DEBUG oslo_concurrency.lockutils [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] Acquired lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.856155] env[62697]: DEBUG nova.network.neutron [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Refreshing network info cache for port 8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.874840] env[62697]: DEBUG nova.compute.manager [req-7d17ef6b-9bb2-47bc-ac9e-027f1b548a2f req-153e6ee3-a995-4220-9db2-422ea5d3be3f service nova] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Received event network-vif-deleted-a1d46238-b3c9-4dc4-aeac-06975be6bedf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1276.884787] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "8585620c-9060-4fac-94d1-321a8ab4fca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.884859] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.038644] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Releasing lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.038644] env[62697]: DEBUG nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Instance network_info: |[{"id": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "address": "fa:16:3e:48:7a:c4", "network": {"id": "42e8def7-f091-4c42-adbd-66dc42c41a86", "bridge": "br-int", "label": "tempest-ServersTestJSON-980984012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b93fbd87d245c78d1174163c5ef01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc207ca7e-7c", "ovs_interfaceid": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1277.038820] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:7a:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c207ca7e-7cf6-414d-b3d9-898b7e702950', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.045852] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Creating folder: Project (40b93fbd87d245c78d1174163c5ef01d). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.046178] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d41ee92-0a6f-43a8-b644-e8be036b4872 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.065640] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Created folder: Project (40b93fbd87d245c78d1174163c5ef01d) in parent group-v355409. [ 1277.065877] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Creating folder: Instances. Parent ref: group-v355461. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.066102] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1a8f3d1-1a9e-4a59-8b48-d4e66eb2ce0a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.081872] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Created folder: Instances in parent group-v355461. [ 1277.082417] env[62697]: DEBUG oslo.service.loopingcall [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.082744] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403eab33-2ad0-4f65-8461-247418146362] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.083122] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d17a9e8-4f99-4f50-a9b4-2f4d230f9ce6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.105709] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.105709] env[62697]: value = "task-1705939" [ 1277.105709] env[62697]: _type = "Task" [ 1277.105709] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.114542] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705939, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.127667] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.127667] env[62697]: DEBUG nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1277.128648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.464s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.130384] env[62697]: INFO nova.compute.claims [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.246842] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705936, 'name': ReconfigVM_Task, 'duration_secs': 1.705877} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.247634] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] bf4ce20f-179a-490e-8332-44a77e0880d9/bf4ce20f-179a-490e-8332-44a77e0880d9.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.248465] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99f50208-2f65-4292-af15-9a61b2235dfe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.259977] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1277.259977] env[62697]: value = "task-1705940" [ 1277.259977] env[62697]: _type = "Task" [ 1277.259977] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.269902] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705940, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.361789] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Releasing lock "refresh_cache-6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.362322] env[62697]: DEBUG nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Instance network_info: |[{"id": "93f897b3-6c26-4cea-a2e5-f014ea7ce60b", "address": "fa:16:3e:86:ad:d2", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f897b3-6c", "ovs_interfaceid": "93f897b3-6c26-4cea-a2e5-f014ea7ce60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1277.364899] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:ad:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93f897b3-6c26-4cea-a2e5-f014ea7ce60b', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.379449] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Creating folder: Project (e011dd5cca9b460da9d93e7f10258447). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.379632] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae3a43c-272c-4a3b-816f-5a1d9c128b2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.388402] env[62697]: DEBUG nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1277.397172] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Created folder: Project (e011dd5cca9b460da9d93e7f10258447) in parent group-v355409. [ 1277.397172] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Creating folder: Instances. Parent ref: group-v355464. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.397172] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b0fea3e-ee75-47a3-b717-e4abbc26bb3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.411290] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Created folder: Instances in parent group-v355464. [ 1277.411290] env[62697]: DEBUG oslo.service.loopingcall [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.411290] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.411290] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39056b3e-c4e2-4762-94ae-c4e4fb29d118 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.437535] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.437535] env[62697]: value = "task-1705943" [ 1277.437535] env[62697]: _type = "Task" [ 1277.437535] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.454119] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705943, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.616910] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705939, 'name': CreateVM_Task, 'duration_secs': 0.398906} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.618025] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403eab33-2ad0-4f65-8461-247418146362] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.618743] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.618743] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.618902] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.619230] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99c3b71-ecb5-4f3f-b12b-e107b3f87c7d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.624298] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1277.624298] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52095fbf-a64b-f5ca-a969-682c57be8c37" [ 1277.624298] env[62697]: _type = "Task" [ 1277.624298] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.636658] env[62697]: DEBUG nova.compute.utils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1277.641054] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52095fbf-a64b-f5ca-a969-682c57be8c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.641243] env[62697]: DEBUG nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1277.641574] env[62697]: DEBUG nova.network.neutron [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.749354] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "598de54d-5837-4c76-a256-90975ab135d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.749672] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "598de54d-5837-4c76-a256-90975ab135d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.768507] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705940, 'name': Rename_Task, 'duration_secs': 0.198277} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.768781] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.769033] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-becb2119-71f9-42c7-8aac-71dd81594b11 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.771744] env[62697]: DEBUG nova.network.neutron [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Updated VIF entry in instance network info cache for port 8607d34c-d277-4796-82ee-e73764ca951e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.772103] env[62697]: DEBUG nova.network.neutron [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Updating instance_info_cache with network_info: [{"id": "8607d34c-d277-4796-82ee-e73764ca951e", "address": "fa:16:3e:98:2e:2e", "network": {"id": "b4244988-6081-466f-b584-f42d4421277e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1781241887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4135bc1a513a4a62bb83f617a8e34569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8607d34c-d2", "ovs_interfaceid": "8607d34c-d277-4796-82ee-e73764ca951e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.779389] env[62697]: DEBUG nova.policy [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d46be9dd72945eea5879e33fec34fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8870892e7c14893b08a139af3cfb372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1277.783135] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1277.783135] env[62697]: value = "task-1705944" [ 1277.783135] env[62697]: _type = "Task" [ 1277.783135] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.793104] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.937625] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.947618] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705943, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.137179] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52095fbf-a64b-f5ca-a969-682c57be8c37, 'name': SearchDatastore_Task, 'duration_secs': 0.014742} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.137567] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.137981] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.138107] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.138226] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.138409] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.138664] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba5f595-fc60-4496-80f1-7c591c750cdb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.141475] env[62697]: DEBUG nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1278.153672] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.153672] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.153672] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ce705c-e760-4e70-add5-45427dbc35ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.161916] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1278.161916] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52227efa-baa9-134f-c8df-77a86bb1aace" [ 1278.161916] env[62697]: _type = "Task" [ 1278.161916] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.173606] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52227efa-baa9-134f-c8df-77a86bb1aace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.280201] env[62697]: DEBUG oslo_concurrency.lockutils [req-b85ff153-a762-4deb-9ee7-89a4aba3cc23 req-3815d842-c0e3-4468-bcb2-84679bfa759b service nova] Releasing lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.302972] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.452660] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705943, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.640777] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2107ede7-5e8f-4882-ae83-4a0b621ce82d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.657119] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc777f-f918-4e54-8388-91e4629ab4b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.662452] env[62697]: DEBUG nova.network.neutron [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Successfully created port: 59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.699461] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c6e51-d617-4b86-af34-8ff77dedf1c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.706501] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52227efa-baa9-134f-c8df-77a86bb1aace, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.707944] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d2eb95-b578-410a-aeba-8168c86b66a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.714840] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ff9fd-3e57-4876-8322-484af4d76b22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.721863] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1278.721863] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526f8a98-3fd6-a4de-7c57-546d6c00d0c1" [ 1278.721863] env[62697]: _type = "Task" [ 1278.721863] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.733331] env[62697]: DEBUG nova.compute.provider_tree [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.746224] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526f8a98-3fd6-a4de-7c57-546d6c00d0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021087} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.746224] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.746224] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 403eab33-2ad0-4f65-8461-247418146362/403eab33-2ad0-4f65-8461-247418146362.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.746224] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-195f404f-6046-49f3-81f0-f5782044f414 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.751565] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1278.751565] env[62697]: value = "task-1705945" [ 1278.751565] env[62697]: _type = "Task" [ 1278.751565] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.762297] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.797437] env[62697]: DEBUG oslo_vmware.api [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1705944, 'name': PowerOnVM_Task, 'duration_secs': 0.93587} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.800850] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.800850] env[62697]: INFO nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Took 12.96 seconds to spawn the instance on the hypervisor. [ 1278.800850] env[62697]: DEBUG nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1278.800850] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df10527d-0480-40c5-bd98-1e23ffebab52 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.955252] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705943, 'name': CreateVM_Task, 'duration_secs': 1.475906} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.958119] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.959356] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.959541] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.959998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.960705] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d8d354-4449-4be4-8a4a-db78217b14c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.966772] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1278.966772] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521e9eb4-d2bf-aa62-72c3-acc0ed83bbe8" [ 1278.966772] env[62697]: _type = "Task" [ 1278.966772] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.976479] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521e9eb4-d2bf-aa62-72c3-acc0ed83bbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.043658] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.043937] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.162020] env[62697]: DEBUG nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1279.192146] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1279.192146] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1279.192146] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.192345] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1279.192345] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.192345] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1279.192444] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1279.192542] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1279.192731] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1279.192864] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1279.193063] env[62697]: DEBUG nova.virt.hardware [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.194771] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb67608-c97c-49bb-819c-8daf831cdb5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.207134] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e56b6-9088-40e6-ad98-cc73f8a833f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.238614] env[62697]: DEBUG nova.scheduler.client.report [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1279.270495] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.333527] env[62697]: INFO nova.compute.manager [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Took 32.83 seconds to build instance. [ 1279.478161] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521e9eb4-d2bf-aa62-72c3-acc0ed83bbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.478461] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.478700] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.478938] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.479104] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.479290] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.479577] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb47838-a34b-42cc-a8cd-89018e8eaa20 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.492625] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.492827] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.493594] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bb5b67-b93d-4ca1-8ec5-a040e39d11dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.499834] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1279.499834] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524fa542-a480-077a-f47b-41237edb2b9d" [ 1279.499834] env[62697]: _type = "Task" [ 1279.499834] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.508246] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524fa542-a480-077a-f47b-41237edb2b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.747165] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.747165] env[62697]: DEBUG nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1279.751835] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.503s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.753647] env[62697]: INFO nova.compute.claims [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.769155] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646669} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.769427] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 403eab33-2ad0-4f65-8461-247418146362/403eab33-2ad0-4f65-8461-247418146362.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.769669] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.770064] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2127c386-49ad-412d-8b99-717ae7a32a70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.780050] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1279.780050] env[62697]: value = "task-1705946" [ 1279.780050] env[62697]: _type = "Task" [ 1279.780050] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.796697] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.837810] env[62697]: DEBUG oslo_concurrency.lockutils [None req-647f6fdb-b864-4e0f-9b91-ca21881eb81d tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.150s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.012587] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524fa542-a480-077a-f47b-41237edb2b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.025195} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.013479] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a1361b-7448-4243-b454-540d8f47b803 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.019708] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1280.019708] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c9a7f9-2f74-1604-70ed-4e5e560c55d1" [ 1280.019708] env[62697]: _type = "Task" [ 1280.019708] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.028668] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c9a7f9-2f74-1604-70ed-4e5e560c55d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.261188] env[62697]: DEBUG nova.compute.utils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1280.261188] env[62697]: DEBUG nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1280.261188] env[62697]: DEBUG nova.network.neutron [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.291259] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072337} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.291477] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.292556] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be40694-6efb-42c0-ac35-10b351f33fe3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.324309] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 403eab33-2ad0-4f65-8461-247418146362/403eab33-2ad0-4f65-8461-247418146362.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.324666] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842ea334-1c79-45c7-85eb-644a3fbf76b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.346312] env[62697]: DEBUG nova.compute.manager [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Received event network-changed-0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1280.346521] env[62697]: DEBUG nova.compute.manager [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Refreshing instance network info cache due to event network-changed-0dd8331e-1de0-4ea4-b134-4b635c460deb. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1280.346760] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Acquiring lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.346906] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Acquired lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.347083] env[62697]: DEBUG nova.network.neutron [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Refreshing network info cache for port 0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.351475] env[62697]: DEBUG nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1280.354242] env[62697]: DEBUG nova.compute.manager [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Received event network-vif-plugged-c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1280.354479] env[62697]: DEBUG oslo_concurrency.lockutils [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] Acquiring lock "403eab33-2ad0-4f65-8461-247418146362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.354777] env[62697]: DEBUG oslo_concurrency.lockutils [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] Lock "403eab33-2ad0-4f65-8461-247418146362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.354976] env[62697]: DEBUG oslo_concurrency.lockutils [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] Lock "403eab33-2ad0-4f65-8461-247418146362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.355995] env[62697]: DEBUG nova.compute.manager [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] No waiting events found dispatching network-vif-plugged-c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1280.355995] env[62697]: WARNING nova.compute.manager [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Received unexpected event network-vif-plugged-c207ca7e-7cf6-414d-b3d9-898b7e702950 for instance with vm_state building and task_state spawning. [ 1280.355995] env[62697]: DEBUG nova.compute.manager [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Received event network-changed-c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1280.355995] env[62697]: DEBUG nova.compute.manager [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Refreshing instance network info cache due to event network-changed-c207ca7e-7cf6-414d-b3d9-898b7e702950. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1280.355995] env[62697]: DEBUG oslo_concurrency.lockutils [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] Acquiring lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.356745] env[62697]: DEBUG oslo_concurrency.lockutils [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] Acquired lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.356745] env[62697]: DEBUG nova.network.neutron [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Refreshing network info cache for port c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.366091] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1280.366091] env[62697]: value = "task-1705947" [ 1280.366091] env[62697]: _type = "Task" [ 1280.366091] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.379276] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.417500] env[62697]: DEBUG nova.policy [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1ca05516e54bfc8e73e19f4c27e901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c8ff8ea7d7452598f6021a1375b5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1280.541049] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c9a7f9-2f74-1604-70ed-4e5e560c55d1, 'name': SearchDatastore_Task, 'duration_secs': 0.068107} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.543018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.543018] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e/6f2ae7c7-730a-4d3d-8c93-71882eb41b8e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.543018] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff6e408f-9caa-44c0-8b6e-8de74f861be1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.550310] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1280.550310] env[62697]: value = "task-1705948" [ 1280.550310] env[62697]: _type = "Task" [ 1280.550310] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.562215] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.765159] env[62697]: DEBUG nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1280.877816] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.883713] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705947, 'name': ReconfigVM_Task, 'duration_secs': 0.295728} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.886928] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 403eab33-2ad0-4f65-8461-247418146362/403eab33-2ad0-4f65-8461-247418146362.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.887220] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff067f7-d206-4fcc-9505-f3a426e0ad3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.897082] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1280.897082] env[62697]: value = "task-1705949" [ 1280.897082] env[62697]: _type = "Task" [ 1280.897082] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.906888] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705949, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.064365] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705948, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.263838] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b867c4d-35e0-44d6-8207-9bcf7173a41b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.283568] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a4435f-3c82-4fb5-85b7-e5cc20f9a57b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.326306] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad23291-b445-487f-9f4a-a0088c6f0b25 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.338126] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ee095-2c54-43b4-853b-39c3e12d5382 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.362336] env[62697]: DEBUG nova.compute.provider_tree [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.409133] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705949, 'name': Rename_Task, 'duration_secs': 0.268423} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.409854] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.409950] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d58546-eb89-4094-b4ca-73c2abae7f1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.420069] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1281.420069] env[62697]: value = "task-1705950" [ 1281.420069] env[62697]: _type = "Task" [ 1281.420069] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.431502] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.556955] env[62697]: DEBUG nova.network.neutron [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Successfully created port: b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.566299] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749865} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.566634] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e/6f2ae7c7-730a-4d3d-8c93-71882eb41b8e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.567554] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.567729] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93f8f403-ff5a-42c1-9444-633398144c3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.578119] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1281.578119] env[62697]: value = "task-1705951" [ 1281.578119] env[62697]: _type = "Task" [ 1281.578119] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.588618] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.778595] env[62697]: DEBUG nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1281.808496] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1281.808496] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1281.808496] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.808775] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1281.808775] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.808775] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1281.808775] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1281.808775] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1281.808996] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1281.808996] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1281.809118] env[62697]: DEBUG nova.virt.hardware [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.810875] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83039e6-903f-4478-b7dc-0ed662c4f036 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.820011] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8073c7d2-260d-419d-a50d-82d4ad03da93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.840917] env[62697]: DEBUG nova.network.neutron [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Updated VIF entry in instance network info cache for port c207ca7e-7cf6-414d-b3d9-898b7e702950. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.841386] env[62697]: DEBUG nova.network.neutron [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Updating instance_info_cache with network_info: [{"id": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "address": "fa:16:3e:48:7a:c4", "network": {"id": "42e8def7-f091-4c42-adbd-66dc42c41a86", "bridge": "br-int", "label": "tempest-ServersTestJSON-980984012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b93fbd87d245c78d1174163c5ef01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc207ca7e-7c", "ovs_interfaceid": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.865610] env[62697]: DEBUG nova.scheduler.client.report [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1281.939862] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705950, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.012706] env[62697]: DEBUG nova.network.neutron [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Successfully updated port: 59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.029744] env[62697]: DEBUG nova.network.neutron [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updated VIF entry in instance network info cache for port 0dd8331e-1de0-4ea4-b134-4b635c460deb. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.029815] env[62697]: DEBUG nova.network.neutron [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updating instance_info_cache with network_info: [{"id": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "address": "fa:16:3e:95:2b:3b", "network": {"id": "4f696c78-0d7b-4b94-b525-9b53fb255707", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1277702556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20260609b92a4650a1e40ca729b366ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd8331e-1d", "ovs_interfaceid": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.089059] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073713} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.089437] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.090302] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d790fa-eddc-446a-baab-a15835b4f136 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.124836] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e/6f2ae7c7-730a-4d3d-8c93-71882eb41b8e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.126817] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117f2fc8-ac5b-4538-849b-d6783486af7b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.157368] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1282.157368] env[62697]: value = "task-1705952" [ 1282.157368] env[62697]: _type = "Task" [ 1282.157368] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.169586] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.345036] env[62697]: DEBUG oslo_concurrency.lockutils [req-2f69b2fa-0dae-4aa8-a844-4d965e6b6efd req-31e50c43-eda3-42f1-af23-1b6e277ad3d2 service nova] Releasing lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.371018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.371648] env[62697]: DEBUG nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1282.377039] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.591s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.438271] env[62697]: DEBUG oslo_vmware.api [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1705950, 'name': PowerOnVM_Task, 'duration_secs': 0.86703} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.438632] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.438890] env[62697]: INFO nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1282.439138] env[62697]: DEBUG nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1282.440217] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50d3079-597a-47d5-832b-8fc846c87571 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.517416] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-43deba17-25a0-48e9-936b-7f2dde4758d8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.517416] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-43deba17-25a0-48e9-936b-7f2dde4758d8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.517416] env[62697]: DEBUG nova.network.neutron [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.532197] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Releasing lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.532498] env[62697]: DEBUG nova.compute.manager [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Received event network-vif-plugged-93f897b3-6c26-4cea-a2e5-f014ea7ce60b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1282.532710] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Acquiring lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.533019] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.533106] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.533366] env[62697]: DEBUG nova.compute.manager [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] No waiting events found dispatching network-vif-plugged-93f897b3-6c26-4cea-a2e5-f014ea7ce60b {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1282.533757] env[62697]: WARNING nova.compute.manager [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Received unexpected event network-vif-plugged-93f897b3-6c26-4cea-a2e5-f014ea7ce60b for instance with vm_state building and task_state spawning. [ 1282.533757] env[62697]: DEBUG nova.compute.manager [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Received event network-changed-93f897b3-6c26-4cea-a2e5-f014ea7ce60b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1282.533899] env[62697]: DEBUG nova.compute.manager [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Refreshing instance network info cache due to event network-changed-93f897b3-6c26-4cea-a2e5-f014ea7ce60b. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1282.534058] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Acquiring lock "refresh_cache-6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.534216] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Acquired lock "refresh_cache-6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.534464] env[62697]: DEBUG nova.network.neutron [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Refreshing network info cache for port 93f897b3-6c26-4cea-a2e5-f014ea7ce60b {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.678232] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705952, 'name': ReconfigVM_Task, 'duration_secs': 0.333781} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.681256] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e/6f2ae7c7-730a-4d3d-8c93-71882eb41b8e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.681256] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14bb04db-2634-4720-a5b1-00ef1e134667 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.691720] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1282.691720] env[62697]: value = "task-1705953" [ 1282.691720] env[62697]: _type = "Task" [ 1282.691720] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.703540] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705953, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.884120] env[62697]: INFO nova.compute.claims [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.889488] env[62697]: DEBUG nova.compute.utils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1282.894333] env[62697]: DEBUG nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1282.894669] env[62697]: DEBUG nova.network.neutron [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.948642] env[62697]: DEBUG nova.policy [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8a5294b60c243f3a848b02a97ff8372', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b179809912a24b489e5fe62b2560b537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1282.964618] env[62697]: INFO nova.compute.manager [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Took 30.34 seconds to build instance. [ 1283.123329] env[62697]: DEBUG nova.network.neutron [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.156345] env[62697]: DEBUG nova.compute.manager [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1283.157149] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b21ab9-6247-4708-93c0-acdebea4c683 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.206392] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705953, 'name': Rename_Task, 'duration_secs': 0.477663} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.206728] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.206997] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d8541c2-c4be-4341-b75b-97405cc14e4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.216066] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1283.216066] env[62697]: value = "task-1705954" [ 1283.216066] env[62697]: _type = "Task" [ 1283.216066] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.227481] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.394269] env[62697]: INFO nova.compute.resource_tracker [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating resource usage from migration 90718343-426f-4267-ae5d-b12cfad7c6e6 [ 1283.403875] env[62697]: DEBUG nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1283.470192] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a8a3226a-70f7-4aa8-bdf4-8e6cdcf9a678 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "403eab33-2ad0-4f65-8461-247418146362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.203s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.663469] env[62697]: DEBUG nova.network.neutron [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Successfully created port: 1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.670283] env[62697]: INFO nova.compute.manager [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] instance snapshotting [ 1283.673724] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12241d55-947b-4298-8822-4bb3bb8b48c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.698254] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf677179-7c4b-49f2-abcf-4a94c1abc35d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.729598] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.868077] env[62697]: DEBUG nova.network.neutron [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Updating instance_info_cache with network_info: [{"id": "59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68", "address": "fa:16:3e:80:ac:f1", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59eb0f84-84", "ovs_interfaceid": "59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.906796] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f64c83-7277-4cec-be97-d7ec5c777554 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.919689] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d0cc9-a266-483b-98ad-d37dbcd6e0db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.712726] env[62697]: DEBUG nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1284.715948] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1284.717702] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-43deba17-25a0-48e9-936b-7f2dde4758d8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.717975] env[62697]: DEBUG nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Instance network_info: |[{"id": "59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68", "address": "fa:16:3e:80:ac:f1", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59eb0f84-84", "ovs_interfaceid": "59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1284.718935] env[62697]: DEBUG nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1284.722167] env[62697]: DEBUG nova.network.neutron [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Updated VIF entry in instance network info cache for port 93f897b3-6c26-4cea-a2e5-f014ea7ce60b. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.722249] env[62697]: DEBUG nova.network.neutron [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Updating instance_info_cache with network_info: [{"id": "93f897b3-6c26-4cea-a2e5-f014ea7ce60b", "address": "fa:16:3e:86:ad:d2", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f897b3-6c", "ovs_interfaceid": "93f897b3-6c26-4cea-a2e5-f014ea7ce60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.723692] env[62697]: DEBUG nova.network.neutron [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Successfully updated port: b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.724932] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f4ffdc8-2d5c-4609-92fe-43e7d1fd92ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.728064] env[62697]: DEBUG nova.compute.manager [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Received event network-vif-plugged-59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1284.728279] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Acquiring lock "43deba17-25a0-48e9-936b-7f2dde4758d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.728809] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.729023] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.729170] env[62697]: DEBUG nova.compute.manager [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] No waiting events found dispatching network-vif-plugged-59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1284.729381] env[62697]: WARNING nova.compute.manager [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Received unexpected event network-vif-plugged-59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 for instance with vm_state building and task_state spawning. [ 1284.729613] env[62697]: DEBUG nova.compute.manager [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Received event network-changed-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1284.729791] env[62697]: DEBUG nova.compute.manager [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Refreshing instance network info cache due to event network-changed-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1284.729983] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Acquiring lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.730144] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Acquired lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.730302] env[62697]: DEBUG nova.network.neutron [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Refreshing network info cache for port 03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.734385] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ac:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.742112] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating folder: Project (d8870892e7c14893b08a139af3cfb372). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.744439] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bed796-c019-4a5a-a144-33f0c5783624 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.750318] env[62697]: DEBUG oslo_concurrency.lockutils [req-5427b12d-a5a2-4310-8632-218bd591f0aa req-a220e5ab-283d-4b23-800d-a9ef359d100e service nova] Releasing lock "refresh_cache-6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.750882] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d218f8b-6303-4747-bbd3-7ebb78cdcadc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.756439] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "71194ade-910f-43c0-a874-369fc90eb6fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.756724] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "71194ade-910f-43c0-a874-369fc90eb6fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.762239] env[62697]: DEBUG oslo_vmware.api [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1705954, 'name': PowerOnVM_Task, 'duration_secs': 0.64529} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.766633] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1284.766633] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1284.766633] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.766890] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1284.766890] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.766890] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1284.766890] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1284.766890] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1284.767102] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1284.767102] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1284.767102] env[62697]: DEBUG nova.virt.hardware [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.770085] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.770321] env[62697]: INFO nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Took 14.12 seconds to spawn the instance on the hypervisor. [ 1284.770503] env[62697]: DEBUG nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1284.772136] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fc087b-d56c-4798-b03b-ea3f49dc3f92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.774895] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1284.774895] env[62697]: value = "task-1705955" [ 1284.774895] env[62697]: _type = "Task" [ 1284.774895] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.777392] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522c2a3-f6b3-49bc-94ad-44534aa36021 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.781415] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393d2159-908f-472b-9938-18097d68cf07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.785410] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created folder: Project (d8870892e7c14893b08a139af3cfb372) in parent group-v355409. [ 1284.785605] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating folder: Instances. Parent ref: group-v355467. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.789327] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f80c9f76-f7f0-4d22-ac11-5b6945709332 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.796981] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9806adbb-9cac-4c9d-b02a-cc289f7f23a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.814127] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.817297] env[62697]: DEBUG nova.compute.provider_tree [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.831622] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created folder: Instances in parent group-v355467. [ 1284.831913] env[62697]: DEBUG oslo.service.loopingcall [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.832107] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.832329] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edb19519-edab-4f20-99ca-265dc860da4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.852922] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.852922] env[62697]: value = "task-1705958" [ 1284.852922] env[62697]: _type = "Task" [ 1284.852922] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.862749] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705958, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.244093] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.251033] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.251033] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.252926] env[62697]: DEBUG nova.network.neutron [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.300615] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.324029] env[62697]: DEBUG nova.scheduler.client.report [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1285.333656] env[62697]: INFO nova.compute.manager [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Took 33.92 seconds to build instance. [ 1285.363915] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705958, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.623983] env[62697]: DEBUG nova.network.neutron [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Updated VIF entry in instance network info cache for port 03a08f8d-47ca-4a1d-a97e-8e427d4bc39a. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.625265] env[62697]: DEBUG nova.network.neutron [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Updating instance_info_cache with network_info: [{"id": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "address": "fa:16:3e:c1:8e:4f", "network": {"id": "f520b0af-9669-49cb-99de-b53be92d541d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-391835067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe516853ced24ecf919a43d25ae7240b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03a08f8d-47", "ovs_interfaceid": "03a08f8d-47ca-4a1d-a97e-8e427d4bc39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.740996] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "8f3f53bf-2faa-404f-83db-c23774200517" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.740996] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "8f3f53bf-2faa-404f-83db-c23774200517" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.740996] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.740996] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.785106] env[62697]: DEBUG nova.network.neutron [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Successfully updated port: 1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.797627] env[62697]: DEBUG nova.network.neutron [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.808741] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705955, 'name': CreateSnapshot_Task, 'duration_secs': 0.94403} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.810142] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1285.810985] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5cf5ad-b3d4-44f6-bbf9-e7beb52859d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.830630] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.455s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.830907] env[62697]: INFO nova.compute.manager [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Migrating [ 1285.831232] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.831316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.833049] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.188s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.833130] env[62697]: DEBUG nova.objects.instance [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lazy-loading 'resources' on Instance uuid e31e8ed5-e3cd-4de7-8672-0540697da421 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.834490] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cc85469c-decb-4717-b7cd-d82b414e4b42 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.158s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.866786] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705958, 'name': CreateVM_Task, 'duration_secs': 0.736721} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.866786] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.866786] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.866786] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.867026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.867252] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d17624f-636c-40aa-a9b2-ed496bde0218 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.873502] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1285.873502] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52fdae8a-7959-f584-fdaa-41dc95f66355" [ 1285.873502] env[62697]: _type = "Task" [ 1285.873502] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.885468] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fdae8a-7959-f584-fdaa-41dc95f66355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.915471] env[62697]: DEBUG nova.compute.manager [req-1d8844b3-f898-401a-ab48-0fbac7c3d931 req-57f66b37-eb11-4f8b-8d48-afbfe5a03525 service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Received event network-vif-plugged-b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1285.915605] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8844b3-f898-401a-ab48-0fbac7c3d931 req-57f66b37-eb11-4f8b-8d48-afbfe5a03525 service nova] Acquiring lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.915894] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8844b3-f898-401a-ab48-0fbac7c3d931 req-57f66b37-eb11-4f8b-8d48-afbfe5a03525 service nova] Lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.916130] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8844b3-f898-401a-ab48-0fbac7c3d931 req-57f66b37-eb11-4f8b-8d48-afbfe5a03525 service nova] Lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.916316] env[62697]: DEBUG nova.compute.manager [req-1d8844b3-f898-401a-ab48-0fbac7c3d931 req-57f66b37-eb11-4f8b-8d48-afbfe5a03525 service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] No waiting events found dispatching network-vif-plugged-b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1285.916771] env[62697]: WARNING nova.compute.manager [req-1d8844b3-f898-401a-ab48-0fbac7c3d931 req-57f66b37-eb11-4f8b-8d48-afbfe5a03525 service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Received unexpected event network-vif-plugged-b8be124e-2872-4710-8d73-589f33217355 for instance with vm_state building and task_state spawning. [ 1286.021151] env[62697]: DEBUG nova.network.neutron [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.129201] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Releasing lock "refresh_cache-ba09256d-b67b-4793-8c98-e0873d510df2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.129511] env[62697]: DEBUG nova.compute.manager [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Received event network-changed-59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1286.129773] env[62697]: DEBUG nova.compute.manager [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Refreshing instance network info cache due to event network-changed-59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1286.129998] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Acquiring lock "refresh_cache-43deba17-25a0-48e9-936b-7f2dde4758d8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.130166] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Acquired lock "refresh_cache-43deba17-25a0-48e9-936b-7f2dde4758d8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.130334] env[62697]: DEBUG nova.network.neutron [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Refreshing network info cache for port 59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.288167] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.288167] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.288167] env[62697]: DEBUG nova.network.neutron [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.342899] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1286.343426] env[62697]: INFO nova.compute.rpcapi [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1286.345494] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.357679] env[62697]: DEBUG nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1286.361972] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f560e0de-31a2-41cc-b117-ee41455ba92d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.382397] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1286.382397] env[62697]: value = "task-1705959" [ 1286.382397] env[62697]: _type = "Task" [ 1286.382397] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.391434] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fdae8a-7959-f584-fdaa-41dc95f66355, 'name': SearchDatastore_Task, 'duration_secs': 0.051687} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.393121] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.393551] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.394282] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.394282] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.394412] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.394951] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3479965-3eb5-4589-89a5-921e67a0cb42 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.401633] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705959, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.413070] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.413274] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.414063] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d288a42d-18b8-44de-8d61-a1032c9076d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.421612] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1286.421612] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b75ccb-ab0f-5ce7-6355-bab3cc8d6679" [ 1286.421612] env[62697]: _type = "Task" [ 1286.421612] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.435017] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b75ccb-ab0f-5ce7-6355-bab3cc8d6679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.528689] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.529048] env[62697]: DEBUG nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Instance network_info: |[{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1286.530790] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:4e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8be124e-2872-4710-8d73-589f33217355', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.541308] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating folder: Project (39c8ff8ea7d7452598f6021a1375b5c8). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.541694] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36eeae67-045e-41db-bd38-b9c8bf433262 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.555911] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Created folder: Project (39c8ff8ea7d7452598f6021a1375b5c8) in parent group-v355409. [ 1286.556271] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating folder: Instances. Parent ref: group-v355472. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.556645] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ca81ac-1222-4c88-8b82-108053834dd4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.573043] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Created folder: Instances in parent group-v355472. [ 1286.573397] env[62697]: DEBUG oslo.service.loopingcall [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.573563] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.573976] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a6be60-8a2d-41d5-8d95-4ea9519520ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.602688] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.602688] env[62697]: value = "task-1705962" [ 1286.602688] env[62697]: _type = "Task" [ 1286.602688] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.614566] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705962, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.876154] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.876386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.877505] env[62697]: DEBUG nova.network.neutron [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.893408] env[62697]: DEBUG nova.network.neutron [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.907068] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.908857] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705959, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.934653] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b75ccb-ab0f-5ce7-6355-bab3cc8d6679, 'name': SearchDatastore_Task, 'duration_secs': 0.018872} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.940641] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdefd53c-af57-4f8d-bd42-eae3edc1af85 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.950760] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1286.950760] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b65672-77d3-7d37-12ae-a1038cbc54b9" [ 1286.950760] env[62697]: _type = "Task" [ 1286.950760] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.959977] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97cbd82-6c2f-4ddd-bfd2-19b483113469 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.970827] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b65672-77d3-7d37-12ae-a1038cbc54b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.972422] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f8e51a-9378-4745-a4d9-52a54b9ee0bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.015870] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb476a5-1fa8-481f-9fea-c787317eff3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.026062] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39259403-b763-4038-8f7e-3ff4ea4c5dc9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.043205] env[62697]: DEBUG nova.compute.provider_tree [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.120020] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705962, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.357197] env[62697]: DEBUG nova.compute.manager [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Received event network-changed-0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1287.357197] env[62697]: DEBUG nova.compute.manager [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Refreshing instance network info cache due to event network-changed-0dd8331e-1de0-4ea4-b134-4b635c460deb. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1287.357197] env[62697]: DEBUG oslo_concurrency.lockutils [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] Acquiring lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.357197] env[62697]: DEBUG oslo_concurrency.lockutils [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] Acquired lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.358867] env[62697]: DEBUG nova.network.neutron [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Refreshing network info cache for port 0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.396856] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705959, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.398221] env[62697]: DEBUG nova.network.neutron [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updating instance_info_cache with network_info: [{"id": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "address": "fa:16:3e:ab:4f:e1", "network": {"id": "169721c0-2487-4503-8e73-5590bf0fdea1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2052517980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b179809912a24b489e5fe62b2560b537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a139e0a-bf", "ovs_interfaceid": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.449385] env[62697]: DEBUG nova.network.neutron [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Updated VIF entry in instance network info cache for port 59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.450111] env[62697]: DEBUG nova.network.neutron [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Updating instance_info_cache with network_info: [{"id": "59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68", "address": "fa:16:3e:80:ac:f1", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59eb0f84-84", "ovs_interfaceid": "59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.466269] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b65672-77d3-7d37-12ae-a1038cbc54b9, 'name': SearchDatastore_Task, 'duration_secs': 0.031352} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.467157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.467436] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.467708] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4af5f5-eb9f-483e-973b-43f25305eaa1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.476872] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1287.476872] env[62697]: value = "task-1705963" [ 1287.476872] env[62697]: _type = "Task" [ 1287.476872] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.486682] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.548397] env[62697]: DEBUG nova.scheduler.client.report [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1287.616035] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705962, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.826043] env[62697]: DEBUG nova.network.neutron [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance_info_cache with network_info: [{"id": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "address": "fa:16:3e:48:e1:0a", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f687e-6e", "ovs_interfaceid": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.899771] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705959, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.907194] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Releasing lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.907194] env[62697]: DEBUG nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Instance network_info: |[{"id": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "address": "fa:16:3e:ab:4f:e1", "network": {"id": "169721c0-2487-4503-8e73-5590bf0fdea1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2052517980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b179809912a24b489e5fe62b2560b537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a139e0a-bf", "ovs_interfaceid": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1287.907401] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:4f:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a139e0a-bf90-4065-9c87-a1b8d983ba23', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.916662] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Creating folder: Project (b179809912a24b489e5fe62b2560b537). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.920216] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a03eb51-98ac-4d19-9e96-f11c5f62c984 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.936777] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Created folder: Project (b179809912a24b489e5fe62b2560b537) in parent group-v355409. [ 1287.936777] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Creating folder: Instances. Parent ref: group-v355475. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.936777] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6c751f7-ffb2-40e2-b6d0-f02c80e946c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.951715] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Created folder: Instances in parent group-v355475. [ 1287.952168] env[62697]: DEBUG oslo.service.loopingcall [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.952478] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.952881] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7256e076-a212-4c1e-8137-4546a2b4f42c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.990776] env[62697]: DEBUG oslo_concurrency.lockutils [req-25d62203-2181-4cb2-8110-019e905f1e43 req-afded5af-46c4-496d-b5eb-a5392dd3abd2 service nova] Releasing lock "refresh_cache-43deba17-25a0-48e9-936b-7f2dde4758d8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.004568] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.009026] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.009026] env[62697]: value = "task-1705966" [ 1288.009026] env[62697]: _type = "Task" [ 1288.009026] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.022264] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705966, 'name': CreateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.058017] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.061636] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.164s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.064157] env[62697]: INFO nova.compute.claims [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.083700] env[62697]: INFO nova.scheduler.client.report [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Deleted allocations for instance e31e8ed5-e3cd-4de7-8672-0540697da421 [ 1288.118056] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705962, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.302723] env[62697]: DEBUG nova.network.neutron [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updated VIF entry in instance network info cache for port 0dd8331e-1de0-4ea4-b134-4b635c460deb. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.303118] env[62697]: DEBUG nova.network.neutron [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updating instance_info_cache with network_info: [{"id": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "address": "fa:16:3e:95:2b:3b", "network": {"id": "4f696c78-0d7b-4b94-b525-9b53fb255707", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1277702556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20260609b92a4650a1e40ca729b366ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd8331e-1d", "ovs_interfaceid": "0dd8331e-1de0-4ea4-b134-4b635c460deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.335457] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.403384] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705959, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.506124] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705963, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.518354] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705966, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.596312] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04065e76-49fa-4611-9e90-80dd137da106 tempest-ServerDiagnosticsV248Test-1414068527 tempest-ServerDiagnosticsV248Test-1414068527-project-member] Lock "e31e8ed5-e3cd-4de7-8672-0540697da421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.846s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.621655] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705962, 'name': CreateVM_Task, 'duration_secs': 1.792448} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.622776] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.623717] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.624758] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.624758] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.627696] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6beb32ac-e9b9-4ab9-9c8d-0a7100bf9988 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.631906] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Received event network-changed-8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1288.632089] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Refreshing instance network info cache due to event network-changed-8607d34c-d277-4796-82ee-e73764ca951e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1288.632375] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquiring lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.632552] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquired lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.632741] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Refreshing network info cache for port 8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.639053] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1288.639053] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525391d9-c0b4-b1c6-e7e9-5a2ea9eda5e0" [ 1288.639053] env[62697]: _type = "Task" [ 1288.639053] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.652782] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525391d9-c0b4-b1c6-e7e9-5a2ea9eda5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.806399] env[62697]: DEBUG oslo_concurrency.lockutils [req-cc792c1b-6ce5-4929-8bdb-8e707d976363 req-a3ef66ed-6267-4763-8eb0-d0d0eb6723ac service nova] Releasing lock "refresh_cache-f6dd62c7-f64c-44ab-bb84-acf65d749940" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.900786] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705959, 'name': CloneVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.010223] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705963, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.442321} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.016710] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.017448] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.017692] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2646a81e-5ecf-4267-999d-91c6341002fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.028690] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705966, 'name': CreateVM_Task, 'duration_secs': 0.8858} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.032788] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.036227] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1289.036227] env[62697]: value = "task-1705967" [ 1289.036227] env[62697]: _type = "Task" [ 1289.036227] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.036227] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.051830] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.058715] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "5b496f77-8644-40b9-9643-baa725c576c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.059388] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "5b496f77-8644-40b9-9643-baa725c576c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.161548] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525391d9-c0b4-b1c6-e7e9-5a2ea9eda5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.078052} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.161548] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.161918] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.161918] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.162109] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.162252] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.164864] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.164864] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.164864] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd166c2b-c7fa-4114-b666-eec28653f98d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.165351] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311431e9-f9db-48fd-88ec-22af131a54dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.176348] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1289.176348] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5271adba-85b3-47d2-10b5-436ac5f86123" [ 1289.176348] env[62697]: _type = "Task" [ 1289.176348] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.177799] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.178722] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.183250] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8c5aa6-35f7-43f9-99dc-0dd386d3cc52 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.200740] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1289.200740] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52057902-0ba6-ff71-51fd-c20594d94bff" [ 1289.200740] env[62697]: _type = "Task" [ 1289.200740] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.201039] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5271adba-85b3-47d2-10b5-436ac5f86123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.210246] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52057902-0ba6-ff71-51fd-c20594d94bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.400184] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1705959, 'name': CloneVM_Task, 'duration_secs': 2.578487} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.400487] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Created linked-clone VM from snapshot [ 1289.401398] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cddc52-eee5-4619-8815-10563ab06e9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.417798] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Uploading image 688a7854-c76b-43d0-8354-495a2a6c7955 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.465194] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.465194] env[62697]: value = "vm-355471" [ 1289.465194] env[62697]: _type = "VirtualMachine" [ 1289.465194] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.465194] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-838a6677-e68c-41a6-b431-f2b4c7fecd4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.477944] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lease: (returnval){ [ 1289.477944] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523d5464-0bea-7c65-bdd3-9281d1c72e53" [ 1289.477944] env[62697]: _type = "HttpNfcLease" [ 1289.477944] env[62697]: } obtained for exporting VM: (result){ [ 1289.477944] env[62697]: value = "vm-355471" [ 1289.477944] env[62697]: _type = "VirtualMachine" [ 1289.477944] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.477944] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the lease: (returnval){ [ 1289.477944] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523d5464-0bea-7c65-bdd3-9281d1c72e53" [ 1289.477944] env[62697]: _type = "HttpNfcLease" [ 1289.477944] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.485334] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.485334] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523d5464-0bea-7c65-bdd3-9281d1c72e53" [ 1289.485334] env[62697]: _type = "HttpNfcLease" [ 1289.485334] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.545237] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075306} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.545531] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.546458] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74790a4a-9610-4a4d-b80e-7378fc87b21b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.570203] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.573302] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e497e863-4948-4ae9-8c07-74047850704e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.597146] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1289.597146] env[62697]: value = "task-1705969" [ 1289.597146] env[62697]: _type = "Task" [ 1289.597146] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.611574] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.628363] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Updated VIF entry in instance network info cache for port 8607d34c-d277-4796-82ee-e73764ca951e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.628651] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Updating instance_info_cache with network_info: [{"id": "8607d34c-d277-4796-82ee-e73764ca951e", "address": "fa:16:3e:98:2e:2e", "network": {"id": "b4244988-6081-466f-b584-f42d4421277e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1781241887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4135bc1a513a4a62bb83f617a8e34569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8607d34c-d2", "ovs_interfaceid": "8607d34c-d277-4796-82ee-e73764ca951e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.688792] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045f20ed-e048-4107-9bb5-94019e4b8d13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.700645] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0311fc7c-8a86-4722-a752-71b6f1a1062f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.704501] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5271adba-85b3-47d2-10b5-436ac5f86123, 'name': SearchDatastore_Task, 'duration_secs': 0.031418} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.705029] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.705206] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.705431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.743079] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52057902-0ba6-ff71-51fd-c20594d94bff, 'name': SearchDatastore_Task, 'duration_secs': 0.026295} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.744919] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8192f05-2c0d-438b-9746-33bfa76fb041 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.747569] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0d6bb3-fd1d-4298-b20f-bcfe4d79bf38 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.756682] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa378b9-958f-4271-97b5-1124f54a1198 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.764089] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1289.764089] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5243c02b-8c9f-6c4f-49c1-d123253c7f71" [ 1289.764089] env[62697]: _type = "Task" [ 1289.764089] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.776549] env[62697]: DEBUG nova.compute.provider_tree [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.783656] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5243c02b-8c9f-6c4f-49c1-d123253c7f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.854484] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75283acf-f097-4839-a282-529087e5e9a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.877854] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance '1b474473-e1cd-4a71-be47-f9e54d37a059' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.987826] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.987826] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523d5464-0bea-7c65-bdd3-9281d1c72e53" [ 1289.987826] env[62697]: _type = "HttpNfcLease" [ 1289.987826] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.988205] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.988205] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523d5464-0bea-7c65-bdd3-9281d1c72e53" [ 1289.988205] env[62697]: _type = "HttpNfcLease" [ 1289.988205] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.989043] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11829608-61c5-4b93-abe8-0a7cf1961660 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.000656] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b0db2-0c7e-8c3e-1869-d55cd2adb7fd/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.000903] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b0db2-0c7e-8c3e-1869-d55cd2adb7fd/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.108665] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.117507] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a04a72f9-645e-4d3f-862c-72e6d271251b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.132882] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Releasing lock "refresh_cache-bf4ce20f-179a-490e-8332-44a77e0880d9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.133408] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Received event network-changed-b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1290.133408] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Refreshing instance network info cache due to event network-changed-b8be124e-2872-4710-8d73-589f33217355. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1290.133585] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.133804] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.134059] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Refreshing network info cache for port b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.277616] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5243c02b-8c9f-6c4f-49c1-d123253c7f71, 'name': SearchDatastore_Task, 'duration_secs': 0.04951} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.277999] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.278329] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 29babd74-293a-4d57-9e2a-b25181e507b7/29babd74-293a-4d57-9e2a-b25181e507b7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.278673] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.278944] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.279843] env[62697]: DEBUG nova.scheduler.client.report [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1290.283164] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f86d6b57-0dc7-4ad4-95b2-e9837c02f46a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.287684] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e242e55b-51a8-4353-bf89-05b0374f689b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.297994] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1290.297994] env[62697]: value = "task-1705970" [ 1290.297994] env[62697]: _type = "Task" [ 1290.297994] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.307884] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.309216] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.311401] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01af0afb-4ea7-47c1-ae7a-178784abdd5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.318399] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.323694] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1290.323694] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a56d26-8896-dc87-4c93-9746dfe2a0b7" [ 1290.323694] env[62697]: _type = "Task" [ 1290.323694] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.337342] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a56d26-8896-dc87-4c93-9746dfe2a0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.386144] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.386144] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd34df7b-816a-4752-a346-3dda9c44487a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.401751] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1290.401751] env[62697]: value = "task-1705971" [ 1290.401751] env[62697]: _type = "Task" [ 1290.401751] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.411976] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.610661] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.789167] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.789843] env[62697]: DEBUG nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1290.793181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.670s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.793516] env[62697]: DEBUG nova.objects.instance [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] [instance: 18b25250-cc54-44ce-805b-04736141debc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1290.814723] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.837641] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a56d26-8896-dc87-4c93-9746dfe2a0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.028254} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.838895] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe0eb9a-0819-405f-a1bc-9617e4e2bde6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.845643] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1290.845643] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5236891a-30e2-3110-ab77-0b27a7bb71d3" [ 1290.845643] env[62697]: _type = "Task" [ 1290.845643] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.857723] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5236891a-30e2-3110-ab77-0b27a7bb71d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.915203] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.968960] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.971925] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.003s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.972320] env[62697]: DEBUG nova.compute.manager [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1290.973368] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d93c4-8351-4eb1-9a23-1911f3a7329e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.981927] env[62697]: DEBUG nova.compute.manager [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1290.982620] env[62697]: DEBUG nova.objects.instance [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lazy-loading 'flavor' on Instance uuid 8e3dffb7-d7a1-47f4-9406-842788d0bce4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.114178] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705969, 'name': ReconfigVM_Task, 'duration_secs': 1.287069} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.114594] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.116109] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07eef07b-d96b-4d30-aa70-cee5b03dc2f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.126973] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1291.126973] env[62697]: value = "task-1705972" [ 1291.126973] env[62697]: _type = "Task" [ 1291.126973] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.146653] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705972, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.263564] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updated VIF entry in instance network info cache for port b8be124e-2872-4710-8d73-589f33217355. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.263564] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.299233] env[62697]: DEBUG nova.compute.utils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1291.304551] env[62697]: DEBUG nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1291.307461] env[62697]: DEBUG nova.network.neutron [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.333221] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705970, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.358603] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5236891a-30e2-3110-ab77-0b27a7bb71d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.361356] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.361641] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5faab3b6-199c-4f0c-9b77-300c543f012b/5faab3b6-199c-4f0c-9b77-300c543f012b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.361960] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db539f38-48f1-42c3-a30c-2ae604a82a70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.373594] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1291.373594] env[62697]: value = "task-1705973" [ 1291.373594] env[62697]: _type = "Task" [ 1291.373594] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.386878] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.415569] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705971, 'name': PowerOffVM_Task, 'duration_secs': 0.598014} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.415979] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.416217] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance '1b474473-e1cd-4a71-be47-f9e54d37a059' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.446504] env[62697]: DEBUG nova.policy [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf88e6bc064ccd8321ce6b126e0f95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ee6247264b4fecbb629eac027bced6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1291.490171] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.490801] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f028e2e-bd61-48b0-9b74-16b99785eefc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.501302] env[62697]: DEBUG oslo_vmware.api [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1291.501302] env[62697]: value = "task-1705974" [ 1291.501302] env[62697]: _type = "Task" [ 1291.501302] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.512459] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "f6dd62c7-f64c-44ab-bb84-acf65d749940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.513157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.513247] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "f6dd62c7-f64c-44ab-bb84-acf65d749940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.513563] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.513563] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.515880] env[62697]: INFO nova.compute.manager [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Terminating instance [ 1291.517264] env[62697]: DEBUG oslo_vmware.api [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.518257] env[62697]: DEBUG nova.compute.manager [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1291.519538] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.519538] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8060208f-061c-4f1c-902c-37e88b1b1f07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.533300] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.533300] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff6a9466-c127-44ed-abda-8ebbc7cd8fd4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.545647] env[62697]: DEBUG oslo_vmware.api [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1291.545647] env[62697]: value = "task-1705975" [ 1291.545647] env[62697]: _type = "Task" [ 1291.545647] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.558903] env[62697]: DEBUG oslo_vmware.api [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.641751] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705972, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.768269] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.768592] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Received event network-vif-plugged-1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1291.768827] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquiring lock "5faab3b6-199c-4f0c-9b77-300c543f012b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.769507] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.769507] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.769507] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] No waiting events found dispatching network-vif-plugged-1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1291.769788] env[62697]: WARNING nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Received unexpected event network-vif-plugged-1a139e0a-bf90-4065-9c87-a1b8d983ba23 for instance with vm_state building and task_state spawning. [ 1291.771651] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Received event network-changed-1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1291.771894] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Refreshing instance network info cache due to event network-changed-1a139e0a-bf90-4065-9c87-a1b8d983ba23. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1291.772705] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquiring lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.772705] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquired lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.772873] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Refreshing network info cache for port 1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.805565] env[62697]: DEBUG nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1291.815117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203e3817-a788-419c-8b66-883100258b2b tempest-ServersAdmin275Test-829121625 tempest-ServersAdmin275Test-829121625-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.824030] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.831s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.824201] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.824609] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1291.824731] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.923s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.829761] env[62697]: INFO nova.compute.claims [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.834295] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b387bb2-9168-42e5-b6e5-b9cfd57dbcc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.854208] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920650ab-c455-4541-b1e8-61121ea555f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.859591] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.880880] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a4c38-9143-4d4a-b68a-634fb419b630 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.896307] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.900516] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1137b915-722e-41c4-867c-002d6a2a268d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.943553] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1291.943705] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1291.944028] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.944312] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1291.944598] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.944762] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1291.944977] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1291.945157] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1291.945514] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1291.945595] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1291.945814] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1291.954686] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179754MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1291.954686] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.954686] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7869d67e-173d-4f61-b012-d8d15a669a68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.974448] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1291.974448] env[62697]: value = "task-1705976" [ 1291.974448] env[62697]: _type = "Task" [ 1291.974448] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.985695] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.017748] env[62697]: DEBUG oslo_vmware.api [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.059597] env[62697]: DEBUG oslo_vmware.api [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705975, 'name': PowerOffVM_Task, 'duration_secs': 0.29546} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.060807] env[62697]: DEBUG nova.network.neutron [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Successfully created port: 78014d38-7673-4696-9c79-e04b0840d448 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.063441] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.063441] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.063441] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff66ca65-6be8-473a-983b-c9e32bc5fc2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.144115] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705972, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.154646] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.154646] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.154646] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Deleting the datastore file [datastore1] f6dd62c7-f64c-44ab-bb84-acf65d749940 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.155031] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f780ec-af92-456d-8f28-6ea72b1b9aee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.163954] env[62697]: DEBUG oslo_vmware.api [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for the task: (returnval){ [ 1292.163954] env[62697]: value = "task-1705978" [ 1292.163954] env[62697]: _type = "Task" [ 1292.163954] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.176929] env[62697]: DEBUG oslo_vmware.api [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.327707] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705970, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.863816} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.330814] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 29babd74-293a-4d57-9e2a-b25181e507b7/29babd74-293a-4d57-9e2a-b25181e507b7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.331342] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.331757] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c8aa54-4896-4561-b152-c33e413c86f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.347422] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1292.347422] env[62697]: value = "task-1705979" [ 1292.347422] env[62697]: _type = "Task" [ 1292.347422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.364138] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.393463] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.486452] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705976, 'name': ReconfigVM_Task, 'duration_secs': 0.506752} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.486870] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance '1b474473-e1cd-4a71-be47-f9e54d37a059' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.518615] env[62697]: DEBUG oslo_vmware.api [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1705974, 'name': PowerOffVM_Task, 'duration_secs': 0.979059} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.518823] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.519042] env[62697]: DEBUG nova.compute.manager [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1292.519891] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc87c09-c6e1-46df-9117-903b0a88d965 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.642556] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705972, 'name': Rename_Task, 'duration_secs': 1.315479} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.643274] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.643274] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81695f33-3d9a-408e-a5f1-eae19b5a1b8d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.652652] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1292.652652] env[62697]: value = "task-1705980" [ 1292.652652] env[62697]: _type = "Task" [ 1292.652652] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.666074] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.676498] env[62697]: DEBUG oslo_vmware.api [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.817484] env[62697]: DEBUG nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1292.863863] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1292.865604] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1292.865604] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.865807] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1292.865843] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.866093] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1292.870140] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1292.870140] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1292.870140] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1292.870140] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1292.870140] env[62697]: DEBUG nova.virt.hardware [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1292.870496] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa63ce4d-bfe7-4b20-a199-aeb4efd55dca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.887807] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fec712f-4691-4bfe-a6f3-5a54a24b6a9c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.893072] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10189} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.896315] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.899533] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886573d-be0c-4929-898a-1984c6eb99ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.920242] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.509148} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.920242] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5faab3b6-199c-4f0c-9b77-300c543f012b/5faab3b6-199c-4f0c-9b77-300c543f012b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.920242] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.922884] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updated VIF entry in instance network info cache for port 1a139e0a-bf90-4065-9c87-a1b8d983ba23. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.923248] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updating instance_info_cache with network_info: [{"id": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "address": "fa:16:3e:ab:4f:e1", "network": {"id": "169721c0-2487-4503-8e73-5590bf0fdea1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2052517980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b179809912a24b489e5fe62b2560b537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a139e0a-bf", "ovs_interfaceid": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.924654] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcd72d6-e89b-4f59-b35a-98615b492362 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.947295] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 29babd74-293a-4d57-9e2a-b25181e507b7/29babd74-293a-4d57-9e2a-b25181e507b7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.949033] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858bf0b8-83e6-4667-8a13-b9a1424d17b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.968979] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1292.968979] env[62697]: value = "task-1705981" [ 1292.968979] env[62697]: _type = "Task" [ 1292.968979] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.976515] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1292.976515] env[62697]: value = "task-1705982" [ 1292.976515] env[62697]: _type = "Task" [ 1292.976515] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.980499] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.997042] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1292.997371] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1292.997533] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.998361] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1292.998361] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.998361] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1293.002052] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1293.002437] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1293.002745] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1293.002932] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1293.004138] env[62697]: DEBUG nova.virt.hardware [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1293.008854] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.009355] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.012831] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8ae520f-852a-4ca9-9935-4c28ec90dc31 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.036612] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1293.036612] env[62697]: value = "task-1705983" [ 1293.036612] env[62697]: _type = "Task" [ 1293.036612] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.037146] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f7f64aeb-21f0-4cd9-abda-5ad525ff40c0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.052313] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.169453] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.181351] env[62697]: DEBUG oslo_vmware.api [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Task: {'id': task-1705978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530057} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.181351] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.181351] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.181351] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.181351] env[62697]: INFO nova.compute.manager [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1293.181551] env[62697]: DEBUG oslo.service.loopingcall [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1293.181551] env[62697]: DEBUG nova.compute.manager [-] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1293.181551] env[62697]: DEBUG nova.network.neutron [-] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.449550] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Releasing lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.450024] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Received event network-changed-c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1293.450221] env[62697]: DEBUG nova.compute.manager [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Refreshing instance network info cache due to event network-changed-c207ca7e-7cf6-414d-b3d9-898b7e702950. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1293.450463] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquiring lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.450612] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Acquired lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.450777] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Refreshing network info cache for port c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.478468] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f724f63-d4e8-44b4-b834-11b49ddf3bee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.493402] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.496516] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60c3c5d-67b5-42b9-b6c8-5fd30543ba40 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.506169] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.543026] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e23b4-8a13-4f6b-b568-fb7eac9f707a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.553185] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705983, 'name': ReconfigVM_Task, 'duration_secs': 0.310705} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.555711] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.556644] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1f7224-5c4e-4a66-ad43-9cd6b2b18187 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.560991] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286af5b6-d5d9-42a0-97d7-ad95e258f52f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.577614] env[62697]: DEBUG nova.compute.provider_tree [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.598228] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 1b474473-e1cd-4a71-be47-f9e54d37a059/1b474473-e1cd-4a71-be47-f9e54d37a059.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.602268] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5040d468-92fb-48f1-895d-9d4b289dd14c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.624622] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1293.624622] env[62697]: value = "task-1705988" [ 1293.624622] env[62697]: _type = "Task" [ 1293.624622] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.634893] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.635906] env[62697]: ERROR nova.scheduler.client.report [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [req-02b076b4-c938-4900-a9c6-6d9ea99d1c85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02b076b4-c938-4900-a9c6-6d9ea99d1c85"}]} [ 1293.664125] env[62697]: DEBUG nova.scheduler.client.report [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1293.670403] env[62697]: DEBUG oslo_vmware.api [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705980, 'name': PowerOnVM_Task, 'duration_secs': 0.830285} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.670919] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.670919] env[62697]: INFO nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Took 14.51 seconds to spawn the instance on the hypervisor. [ 1293.671232] env[62697]: DEBUG nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1293.672176] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e0400-5a58-448d-b99a-478f540da089 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.694294] env[62697]: DEBUG nova.scheduler.client.report [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1293.694542] env[62697]: DEBUG nova.compute.provider_tree [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.711596] env[62697]: DEBUG nova.scheduler.client.report [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1293.736706] env[62697]: DEBUG nova.scheduler.client.report [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1293.858331] env[62697]: DEBUG nova.objects.instance [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lazy-loading 'flavor' on Instance uuid 8e3dffb7-d7a1-47f4-9406-842788d0bce4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.987440] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.57724} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.992417] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.994117] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03185e42-fd22-4da0-a249-22fe7774736b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.009048] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705982, 'name': ReconfigVM_Task, 'duration_secs': 0.54671} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.019134] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 29babd74-293a-4d57-9e2a-b25181e507b7/29babd74-293a-4d57-9e2a-b25181e507b7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.029338] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 5faab3b6-199c-4f0c-9b77-300c543f012b/5faab3b6-199c-4f0c-9b77-300c543f012b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.034246] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2396f5ea-be83-4615-b541-2b24340d216c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.035899] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd803c56-9388-40c5-abc4-6b7dc28b98cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.060502] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1294.060502] env[62697]: value = "task-1705990" [ 1294.060502] env[62697]: _type = "Task" [ 1294.060502] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.061976] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1294.061976] env[62697]: value = "task-1705989" [ 1294.061976] env[62697]: _type = "Task" [ 1294.061976] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.073429] env[62697]: DEBUG nova.compute.manager [req-52fa454a-043e-4ced-9760-99c016ad377f req-74dd98d2-6e3d-415e-a5a2-ca0c56a981b8 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Received event network-vif-deleted-0dd8331e-1de0-4ea4-b134-4b635c460deb {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1294.073429] env[62697]: INFO nova.compute.manager [req-52fa454a-043e-4ced-9760-99c016ad377f req-74dd98d2-6e3d-415e-a5a2-ca0c56a981b8 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Neutron deleted interface 0dd8331e-1de0-4ea4-b134-4b635c460deb; detaching it from the instance and deleting it from the info cache [ 1294.073429] env[62697]: DEBUG nova.network.neutron [req-52fa454a-043e-4ced-9760-99c016ad377f req-74dd98d2-6e3d-415e-a5a2-ca0c56a981b8 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.079230] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.085098] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705989, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.145986] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.151941] env[62697]: DEBUG nova.compute.manager [req-6dbda953-716a-4175-987c-9e89a37dbdb8 req-45aeb8cd-1d43-4d01-9664-aff3b475baef service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Received event network-vif-plugged-78014d38-7673-4696-9c79-e04b0840d448 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1294.151941] env[62697]: DEBUG oslo_concurrency.lockutils [req-6dbda953-716a-4175-987c-9e89a37dbdb8 req-45aeb8cd-1d43-4d01-9664-aff3b475baef service nova] Acquiring lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.152153] env[62697]: DEBUG oslo_concurrency.lockutils [req-6dbda953-716a-4175-987c-9e89a37dbdb8 req-45aeb8cd-1d43-4d01-9664-aff3b475baef service nova] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.153302] env[62697]: DEBUG oslo_concurrency.lockutils [req-6dbda953-716a-4175-987c-9e89a37dbdb8 req-45aeb8cd-1d43-4d01-9664-aff3b475baef service nova] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.153302] env[62697]: DEBUG nova.compute.manager [req-6dbda953-716a-4175-987c-9e89a37dbdb8 req-45aeb8cd-1d43-4d01-9664-aff3b475baef service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] No waiting events found dispatching network-vif-plugged-78014d38-7673-4696-9c79-e04b0840d448 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1294.153302] env[62697]: WARNING nova.compute.manager [req-6dbda953-716a-4175-987c-9e89a37dbdb8 req-45aeb8cd-1d43-4d01-9664-aff3b475baef service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Received unexpected event network-vif-plugged-78014d38-7673-4696-9c79-e04b0840d448 for instance with vm_state building and task_state spawning. [ 1294.194919] env[62697]: INFO nova.compute.manager [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Took 36.38 seconds to build instance. [ 1294.207836] env[62697]: DEBUG nova.network.neutron [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Successfully updated port: 78014d38-7673-4696-9c79-e04b0840d448 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.325632] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b653f3e1-85c7-4b34-9754-fc137dcaaf6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.341451] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936462f9-5fb1-4873-8155-5dbb9e10882c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.391439] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bed5ae-ba8e-4b0d-9d5b-9a90ec2f16ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.394767] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.395085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquired lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.395220] env[62697]: DEBUG nova.network.neutron [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.395805] env[62697]: DEBUG nova.objects.instance [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lazy-loading 'info_cache' on Instance uuid 8e3dffb7-d7a1-47f4-9406-842788d0bce4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.400290] env[62697]: DEBUG nova.network.neutron [-] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.411083] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba2961b-e448-434d-b4a5-80aa9429ef56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.427731] env[62697]: DEBUG nova.compute.provider_tree [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.584204] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a5b1c29-aad0-4b3a-aa2f-a8ee751d6489 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.585623] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.591921] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705989, 'name': Rename_Task, 'duration_secs': 0.278657} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.593297] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.593591] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf688d4-81c0-4c7e-a152-61f4b6b62771 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.598058] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a12dbe-7014-4ccc-ab31-e0805326affe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.616753] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1294.616753] env[62697]: value = "task-1705991" [ 1294.616753] env[62697]: _type = "Task" [ 1294.616753] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.626164] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.638387] env[62697]: DEBUG nova.compute.manager [req-52fa454a-043e-4ced-9760-99c016ad377f req-74dd98d2-6e3d-415e-a5a2-ca0c56a981b8 service nova] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Detach interface failed, port_id=0dd8331e-1de0-4ea4-b134-4b635c460deb, reason: Instance f6dd62c7-f64c-44ab-bb84-acf65d749940 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1294.647586] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1705988, 'name': ReconfigVM_Task, 'duration_secs': 0.685849} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.647884] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 1b474473-e1cd-4a71-be47-f9e54d37a059/1b474473-e1cd-4a71-be47-f9e54d37a059.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.648199] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance '1b474473-e1cd-4a71-be47-f9e54d37a059' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.702046] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c071325e-e4f2-459f-b02a-837a381377c1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.703s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.708699] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "refresh_cache-2aa3c355-0fa5-4e5b-a322-b727ee76cce5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.708930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired lock "refresh_cache-2aa3c355-0fa5-4e5b-a322-b727ee76cce5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.709190] env[62697]: DEBUG nova.network.neutron [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.790155] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Updated VIF entry in instance network info cache for port c207ca7e-7cf6-414d-b3d9-898b7e702950. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.790621] env[62697]: DEBUG nova.network.neutron [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Updating instance_info_cache with network_info: [{"id": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "address": "fa:16:3e:48:7a:c4", "network": {"id": "42e8def7-f091-4c42-adbd-66dc42c41a86", "bridge": "br-int", "label": "tempest-ServersTestJSON-980984012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b93fbd87d245c78d1174163c5ef01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc207ca7e-7c", "ovs_interfaceid": "c207ca7e-7cf6-414d-b3d9-898b7e702950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.808349] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.808651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.808877] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.809113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.809299] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.811886] env[62697]: INFO nova.compute.manager [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Terminating instance [ 1294.813793] env[62697]: DEBUG nova.compute.manager [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1294.814052] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.815208] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2e0591-5996-4bbd-a0d8-efb71eb1cb0f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.825038] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.825429] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d85033-6cbb-40e8-9a65-81fcc87fcf96 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.832668] env[62697]: DEBUG oslo_vmware.api [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1294.832668] env[62697]: value = "task-1705992" [ 1294.832668] env[62697]: _type = "Task" [ 1294.832668] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.842778] env[62697]: DEBUG oslo_vmware.api [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.904721] env[62697]: DEBUG nova.objects.base [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Object Instance<8e3dffb7-d7a1-47f4-9406-842788d0bce4> lazy-loaded attributes: flavor,info_cache {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1294.906325] env[62697]: INFO nova.compute.manager [-] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Took 1.72 seconds to deallocate network for instance. [ 1294.979156] env[62697]: DEBUG nova.scheduler.client.report [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1294.979479] env[62697]: DEBUG nova.compute.provider_tree [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 43 to 44 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1294.979778] env[62697]: DEBUG nova.compute.provider_tree [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.078195] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705990, 'name': ReconfigVM_Task, 'duration_secs': 0.532123} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.078195] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 5faab3b6-199c-4f0c-9b77-300c543f012b/5faab3b6-199c-4f0c-9b77-300c543f012b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.078195] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cc95c02-86c6-4681-b78c-c17239fa05a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.086902] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1295.086902] env[62697]: value = "task-1705993" [ 1295.086902] env[62697]: _type = "Task" [ 1295.086902] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.098684] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705993, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.143224] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.156186] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39132c43-5072-4359-bf36-67b1eaaedd1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.179455] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c68ffb-41ab-404b-a44d-4ffee741fcb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.204990] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance '1b474473-e1cd-4a71-be47-f9e54d37a059' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.213930] env[62697]: DEBUG nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1295.292960] env[62697]: DEBUG nova.network.neutron [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.296095] env[62697]: DEBUG oslo_concurrency.lockutils [req-65442bc1-87b9-44b7-a0e6-293962be092c req-4b3fe5ba-29b0-4b54-b7cc-4020289616fb service nova] Releasing lock "refresh_cache-403eab33-2ad0-4f65-8461-247418146362" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.348777] env[62697]: DEBUG oslo_vmware.api [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705992, 'name': PowerOffVM_Task, 'duration_secs': 0.335232} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.349568] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.350961] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.350961] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1786400e-da99-4d10-a4b0-261b60f5d1e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.419285] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.456499] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.456886] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.457144] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Deleting the datastore file [datastore1] ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.457610] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f5cfa2-66bf-42db-ae0c-8a9325c24121 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.469628] env[62697]: DEBUG oslo_vmware.api [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for the task: (returnval){ [ 1295.469628] env[62697]: value = "task-1705995" [ 1295.469628] env[62697]: _type = "Task" [ 1295.469628] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.507623] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.665s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.507623] env[62697]: DEBUG nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1295.507623] env[62697]: DEBUG oslo_vmware.api [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.507623] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.318s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.508856] env[62697]: DEBUG nova.objects.instance [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lazy-loading 'resources' on Instance uuid 9b486e6a-caa0-4243-a956-5d93e21d86ba {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.602994] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705993, 'name': Rename_Task, 'duration_secs': 0.220859} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.629829] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.629829] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e1a25e4-7386-4855-838b-d5ff26bb6f71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.629829] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1295.629829] env[62697]: value = "task-1705996" [ 1295.629829] env[62697]: _type = "Task" [ 1295.629829] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.642248] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.651359] env[62697]: DEBUG oslo_vmware.api [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1705991, 'name': PowerOnVM_Task, 'duration_secs': 0.896797} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.652556] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.653140] env[62697]: INFO nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Took 13.87 seconds to spawn the instance on the hypervisor. [ 1295.653140] env[62697]: DEBUG nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1295.654489] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ea349-775c-4a6e-8a63-c5225338f58e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.701374] env[62697]: DEBUG nova.network.neutron [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Updating instance_info_cache with network_info: [{"id": "78014d38-7673-4696-9c79-e04b0840d448", "address": "fa:16:3e:ca:bf:59", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78014d38-76", "ovs_interfaceid": "78014d38-7673-4696-9c79-e04b0840d448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.761204] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.801817] env[62697]: DEBUG nova.network.neutron [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Port 702f687e-6ebd-4576-a45e-f06d0ddeca04 binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1295.982031] env[62697]: DEBUG oslo_vmware.api [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Task: {'id': task-1705995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242356} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.982392] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.982668] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.982900] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.983131] env[62697]: INFO nova.compute.manager [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1295.983426] env[62697]: DEBUG oslo.service.loopingcall [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.983688] env[62697]: DEBUG nova.compute.manager [-] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1295.983803] env[62697]: DEBUG nova.network.neutron [-] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.999863] env[62697]: DEBUG nova.compute.utils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.000904] env[62697]: DEBUG nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1296.001433] env[62697]: DEBUG nova.network.neutron [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.037674] env[62697]: DEBUG nova.network.neutron [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Updating instance_info_cache with network_info: [{"id": "8dd0f380-5739-41b4-832e-087d9273e9f7", "address": "fa:16:3e:96:31:9d", "network": {"id": "4d844ea4-1465-4495-85b4-0d6b53add4b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1747319105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54266081308d42628094b33b3d7a2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd0f380-57", "ovs_interfaceid": "8dd0f380-5739-41b4-832e-087d9273e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.055379] env[62697]: INFO nova.compute.manager [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Rebuilding instance [ 1296.131957] env[62697]: DEBUG nova.compute.manager [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1296.132905] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f01192-4e49-4b10-907c-1c9b45255055 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.146318] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.182023] env[62697]: INFO nova.compute.manager [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Took 37.79 seconds to build instance. [ 1296.212226] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Releasing lock "refresh_cache-2aa3c355-0fa5-4e5b-a322-b727ee76cce5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.212541] env[62697]: DEBUG nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Instance network_info: |[{"id": "78014d38-7673-4696-9c79-e04b0840d448", "address": "fa:16:3e:ca:bf:59", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78014d38-76", "ovs_interfaceid": "78014d38-7673-4696-9c79-e04b0840d448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1296.213245] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:bf:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78014d38-7673-4696-9c79-e04b0840d448', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.224033] env[62697]: DEBUG oslo.service.loopingcall [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.226181] env[62697]: DEBUG nova.policy [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7f9dc52283d4f97aff7ab913362c51d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac728dc5e74e4396af8e0bfe787b5bca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1296.228545] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.231773] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbae1388-3afa-41f3-94ed-c44755d83e82 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.257034] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.257034] env[62697]: value = "task-1705998" [ 1296.257034] env[62697]: _type = "Task" [ 1296.257034] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.271087] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705998, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.505961] env[62697]: DEBUG nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1296.546802] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Releasing lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.631871] env[62697]: DEBUG oslo_vmware.api [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1705996, 'name': PowerOnVM_Task, 'duration_secs': 0.863734} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.636918] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.637270] env[62697]: INFO nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1296.637548] env[62697]: DEBUG nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1296.639364] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b1f7a-9241-4a51-a083-de1e4d304f24 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.659519] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.660532] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1326cb5f-a044-41c1-81ed-15b498f879d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.669964] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1296.669964] env[62697]: value = "task-1705999" [ 1296.669964] env[62697]: _type = "Task" [ 1296.669964] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.678044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2ee01-095b-4cec-aba4-351ef2ec1bb1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.687182] env[62697]: DEBUG oslo_concurrency.lockutils [None req-47ccd413-3b79-443d-970d-7166ade71c1d tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.798s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.694844] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd3d5ea-b1f9-4987-88a8-9a6a6a79a697 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.704075] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.743815] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2d3bdf-9cde-4209-a505-cfc669f4d71c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.758131] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4014ef94-0429-4d88-9d41-25b65f3417d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.775755] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705998, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.788922] env[62697]: DEBUG nova.compute.provider_tree [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.833132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.833132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.833132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.870015] env[62697]: DEBUG nova.compute.manager [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Received event network-changed-78014d38-7673-4696-9c79-e04b0840d448 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1296.870348] env[62697]: DEBUG nova.compute.manager [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Refreshing instance network info cache due to event network-changed-78014d38-7673-4696-9c79-e04b0840d448. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1296.871537] env[62697]: DEBUG oslo_concurrency.lockutils [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] Acquiring lock "refresh_cache-2aa3c355-0fa5-4e5b-a322-b727ee76cce5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.871768] env[62697]: DEBUG oslo_concurrency.lockutils [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] Acquired lock "refresh_cache-2aa3c355-0fa5-4e5b-a322-b727ee76cce5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.872120] env[62697]: DEBUG nova.network.neutron [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Refreshing network info cache for port 78014d38-7673-4696-9c79-e04b0840d448 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.964332] env[62697]: DEBUG nova.network.neutron [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Successfully created port: 68354dac-570e-44b8-9851-138d9fe38a51 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.051960] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.051960] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7776d3cf-e2d9-4c56-b14d-0e11a167f080 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.066938] env[62697]: DEBUG oslo_vmware.api [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1297.066938] env[62697]: value = "task-1706000" [ 1297.066938] env[62697]: _type = "Task" [ 1297.066938] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.087442] env[62697]: DEBUG oslo_vmware.api [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.176257] env[62697]: INFO nova.compute.manager [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Took 35.99 seconds to build instance. [ 1297.187244] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705999, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.204815] env[62697]: DEBUG nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1297.267177] env[62697]: DEBUG nova.network.neutron [-] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.279324] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705998, 'name': CreateVM_Task, 'duration_secs': 0.572933} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.279795] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.280596] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.281498] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.281498] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.281498] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1115285-6ebc-4d56-b32b-d322c90c98ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.289648] env[62697]: DEBUG nova.compute.manager [req-7a9fc8a4-60f9-4a04-843f-ac2ff6ef2c61 req-662adceb-be33-46c3-b3f7-8c27dbe82a93 service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Received event network-vif-deleted-3cd8cee7-ebd8-4049-88ba-1d797f895da1 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1297.289944] env[62697]: INFO nova.compute.manager [req-7a9fc8a4-60f9-4a04-843f-ac2ff6ef2c61 req-662adceb-be33-46c3-b3f7-8c27dbe82a93 service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Neutron deleted interface 3cd8cee7-ebd8-4049-88ba-1d797f895da1; detaching it from the instance and deleting it from the info cache [ 1297.290186] env[62697]: DEBUG nova.network.neutron [req-7a9fc8a4-60f9-4a04-843f-ac2ff6ef2c61 req-662adceb-be33-46c3-b3f7-8c27dbe82a93 service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.293403] env[62697]: DEBUG nova.scheduler.client.report [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1297.298033] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1297.298033] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52cad8ad-ba3e-c457-3da3-241f130dab42" [ 1297.298033] env[62697]: _type = "Task" [ 1297.298033] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.312655] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cad8ad-ba3e-c457-3da3-241f130dab42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.374254] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.375059] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.535014] env[62697]: DEBUG nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1297.567467] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1297.568845] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1297.568845] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.568845] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1297.568845] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.568845] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1297.569043] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1297.569043] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1297.569043] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1297.569135] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1297.569303] env[62697]: DEBUG nova.virt.hardware [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1297.570770] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df5e4b8-e894-4cd5-a7d0-57189f753ad6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.585613] env[62697]: DEBUG oslo_vmware.api [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.588902] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25a2337-c6c7-4739-98eb-433de82a824d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.670782] env[62697]: DEBUG nova.network.neutron [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Updated VIF entry in instance network info cache for port 78014d38-7673-4696-9c79-e04b0840d448. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.671240] env[62697]: DEBUG nova.network.neutron [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Updating instance_info_cache with network_info: [{"id": "78014d38-7673-4696-9c79-e04b0840d448", "address": "fa:16:3e:ca:bf:59", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78014d38-76", "ovs_interfaceid": "78014d38-7673-4696-9c79-e04b0840d448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.679903] env[62697]: DEBUG oslo_concurrency.lockutils [None req-511af26c-4e67-4d96-8cea-7a18cfcdb37a tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.735s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.691569] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1705999, 'name': PowerOffVM_Task, 'duration_secs': 0.541633} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.692139] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.692356] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.693180] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28568a-571d-401d-a700-9e596199774d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.701984] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.702356] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2c86e79-f42b-4a64-bebb-2416672b79c1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.735315] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.772707] env[62697]: INFO nova.compute.manager [-] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Took 1.79 seconds to deallocate network for instance. [ 1297.798970] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.801499] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19812e1f-03b8-4024-af9f-36b459e04adb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.803572] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.362s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.804107] env[62697]: DEBUG nova.objects.instance [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lazy-loading 'resources' on Instance uuid 18b25250-cc54-44ce-805b-04736141debc {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.817270] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cad8ad-ba3e-c457-3da3-241f130dab42, 'name': SearchDatastore_Task, 'duration_secs': 0.043627} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.819312] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.819593] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.819899] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.820115] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.820386] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.822457] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28fc595b-0d7e-4534-a097-a7f2c1a6a094 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.827503] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91d628a-fb15-4d55-9f23-7cb59c5f1528 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.838510] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.838732] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.838920] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleting the datastore file [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.840164] env[62697]: INFO nova.scheduler.client.report [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Deleted allocations for instance 9b486e6a-caa0-4243-a956-5d93e21d86ba [ 1297.844798] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c4c5f6-ceec-4f41-b74e-8f3e86c3f367 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.856296] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1297.856296] env[62697]: value = "task-1706002" [ 1297.856296] env[62697]: _type = "Task" [ 1297.856296] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.861147] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.861147] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.874731] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7e7874-ba6b-4de9-96e3-db3fa2bda024 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.877021] env[62697]: DEBUG nova.compute.manager [req-7a9fc8a4-60f9-4a04-843f-ac2ff6ef2c61 req-662adceb-be33-46c3-b3f7-8c27dbe82a93 service nova] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Detach interface failed, port_id=3cd8cee7-ebd8-4049-88ba-1d797f895da1, reason: Instance ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1297.880481] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.885547] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1297.885547] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c74168-51f3-a9ae-01c2-e3d68ff9329d" [ 1297.885547] env[62697]: _type = "Task" [ 1297.885547] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.895507] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c74168-51f3-a9ae-01c2-e3d68ff9329d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.905012] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.905268] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.905456] env[62697]: DEBUG nova.network.neutron [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.081137] env[62697]: DEBUG oslo_vmware.api [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.179128] env[62697]: DEBUG oslo_concurrency.lockutils [req-8e70cc93-6d7e-4151-89ee-772a4f8bd6c7 req-852da880-33f2-48f2-8cf6-ad33477be8c4 service nova] Releasing lock "refresh_cache-2aa3c355-0fa5-4e5b-a322-b727ee76cce5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.193315] env[62697]: DEBUG nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1298.279420] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.357234] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cd8d35d1-0e3a-4d63-ab2e-93673e956e60 tempest-InstanceActionsV221TestJSON-1419002143 tempest-InstanceActionsV221TestJSON-1419002143-project-member] Lock "9b486e6a-caa0-4243-a956-5d93e21d86ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.644s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.370289] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371189} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.370585] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.370812] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.371227] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.413138] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c74168-51f3-a9ae-01c2-e3d68ff9329d, 'name': SearchDatastore_Task, 'duration_secs': 0.025755} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.418150] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8dac4a-6ed1-4d20-b7e0-c82ab7d3f08c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.427540] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1298.427540] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e19178-1334-3469-e2b8-0f8cf8ed8914" [ 1298.427540] env[62697]: _type = "Task" [ 1298.427540] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.440857] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e19178-1334-3469-e2b8-0f8cf8ed8914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.587505] env[62697]: DEBUG oslo_vmware.api [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706000, 'name': PowerOnVM_Task, 'duration_secs': 1.466876} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.587871] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.587999] env[62697]: DEBUG nova.compute.manager [None req-2d9d8fa1-072c-4a2d-a7ee-c6e4b30fe2f0 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1298.589171] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6532281-4acb-4e2a-a2c3-f69e58502798 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.718619] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.836909] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f7b19-067e-4d51-8e5b-6eea2cb1b3e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.846762] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616aefa0-2243-4b8c-b5a7-cb0381e19a1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.887739] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f45bde-a4e5-4abf-b6e4-4a2f4d4edf4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.896775] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73be18a-f00c-42b6-89ad-2f9a96ec100b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.916407] env[62697]: DEBUG nova.compute.provider_tree [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.940398] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e19178-1334-3469-e2b8-0f8cf8ed8914, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.940398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.940398] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2aa3c355-0fa5-4e5b-a322-b727ee76cce5/2aa3c355-0fa5-4e5b-a322-b727ee76cce5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.940398] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-049ca1cb-2079-4600-8371-0278f3776171 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.950469] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1298.950469] env[62697]: value = "task-1706004" [ 1298.950469] env[62697]: _type = "Task" [ 1298.950469] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.959584] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.074894] env[62697]: DEBUG nova.network.neutron [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance_info_cache with network_info: [{"id": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "address": "fa:16:3e:48:e1:0a", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f687e-6e", "ovs_interfaceid": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.143824] env[62697]: DEBUG nova.network.neutron [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Successfully updated port: 68354dac-570e-44b8-9851-138d9fe38a51 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.298056] env[62697]: DEBUG nova.compute.manager [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Received event network-changed-b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1299.298056] env[62697]: DEBUG nova.compute.manager [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Refreshing instance network info cache due to event network-changed-b8be124e-2872-4710-8d73-589f33217355. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1299.298056] env[62697]: DEBUG oslo_concurrency.lockutils [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.298056] env[62697]: DEBUG oslo_concurrency.lockutils [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.298056] env[62697]: DEBUG nova.network.neutron [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Refreshing network info cache for port b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.418769] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1299.419658] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1299.419658] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.420272] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1299.420272] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.420272] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1299.422601] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1299.422835] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1299.423072] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1299.423244] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1299.423451] env[62697]: DEBUG nova.virt.hardware [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1299.424525] env[62697]: DEBUG nova.scheduler.client.report [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1299.428601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986e9ac4-e5b1-46e5-86e6-32d9e7273759 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.442759] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f09855-a35c-4ecb-b537-740e4375c521 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.467615] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ac:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.481345] env[62697]: DEBUG oslo.service.loopingcall [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1299.481985] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.482678] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2e9e39b-15e8-4ee6-b39c-8ca0f371ccd2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.508289] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706004, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.518065] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.518065] env[62697]: value = "task-1706005" [ 1299.518065] env[62697]: _type = "Task" [ 1299.518065] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.530115] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706005, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.583078] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.645422] env[62697]: DEBUG nova.compute.manager [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Received event network-vif-plugged-68354dac-570e-44b8-9851-138d9fe38a51 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1299.645673] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] Acquiring lock "d5b886d2-8290-4352-a05e-d871cc5162a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.646277] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.646277] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.646482] env[62697]: DEBUG nova.compute.manager [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] No waiting events found dispatching network-vif-plugged-68354dac-570e-44b8-9851-138d9fe38a51 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1299.646482] env[62697]: WARNING nova.compute.manager [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Received unexpected event network-vif-plugged-68354dac-570e-44b8-9851-138d9fe38a51 for instance with vm_state building and task_state spawning. [ 1299.646707] env[62697]: DEBUG nova.compute.manager [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Received event network-changed-68354dac-570e-44b8-9851-138d9fe38a51 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1299.646920] env[62697]: DEBUG nova.compute.manager [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Refreshing instance network info cache due to event network-changed-68354dac-570e-44b8-9851-138d9fe38a51. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1299.647206] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] Acquiring lock "refresh_cache-d5b886d2-8290-4352-a05e-d871cc5162a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.647639] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] Acquired lock "refresh_cache-d5b886d2-8290-4352-a05e-d871cc5162a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.647968] env[62697]: DEBUG nova.network.neutron [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Refreshing network info cache for port 68354dac-570e-44b8-9851-138d9fe38a51 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.650102] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "refresh_cache-d5b886d2-8290-4352-a05e-d871cc5162a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.933714] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.938624] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.464s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.940340] env[62697]: INFO nova.compute.claims [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.964032] env[62697]: INFO nova.scheduler.client.report [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Deleted allocations for instance 18b25250-cc54-44ce-805b-04736141debc [ 1299.970884] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729415} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.974449] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2aa3c355-0fa5-4e5b-a322-b727ee76cce5/2aa3c355-0fa5-4e5b-a322-b727ee76cce5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.974766] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.975348] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3c3a87b-3462-47b3-b466-f55eda8e4a30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.984875] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1299.984875] env[62697]: value = "task-1706006" [ 1299.984875] env[62697]: _type = "Task" [ 1299.984875] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.997184] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.034424] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706005, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.108913] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8697fc3e-2734-4a10-97fc-1cc216b148c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.129742] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934bf1a6-7a06-4115-b4c2-58e105a19d09 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.140975] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance '1b474473-e1cd-4a71-be47-f9e54d37a059' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.251267] env[62697]: DEBUG nova.network.neutron [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.400258] env[62697]: DEBUG nova.network.neutron [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updated VIF entry in instance network info cache for port b8be124e-2872-4710-8d73-589f33217355. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.400830] env[62697]: DEBUG nova.network.neutron [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.436034] env[62697]: DEBUG nova.network.neutron [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.479834] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a38b9142-a1f3-41d0-9312-bbe153a20261 tempest-ServersAdmin275Test-19715378 tempest-ServersAdmin275Test-19715378-project-member] Lock "18b25250-cc54-44ce-805b-04736141debc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.932s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.496637] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.500271} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.497130] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.497924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9549928-6cf2-4777-b039-e939e93d0f75 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.522914] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2aa3c355-0fa5-4e5b-a322-b727ee76cce5/2aa3c355-0fa5-4e5b-a322-b727ee76cce5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.523664] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52cc5a77-36a0-4071-9283-f570905c5ed9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.559626] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706005, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.561698] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1300.561698] env[62697]: value = "task-1706008" [ 1300.561698] env[62697]: _type = "Task" [ 1300.561698] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.575314] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.649932] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.649932] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0530a293-17bd-4953-8877-73c499dfd2f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.656730] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1300.656730] env[62697]: value = "task-1706009" [ 1300.656730] env[62697]: _type = "Task" [ 1300.656730] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.665900] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.904137] env[62697]: DEBUG oslo_concurrency.lockutils [req-53e4099b-67b4-4eb1-9515-478dc2a1286a req-a121d46a-cc64-4b61-97ba-4faa3c0f1dad service nova] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.941656] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8c72fa-270a-47b8-99ea-692ce0586e35 req-c98b7322-2ae5-469c-b727-048bece35978 service nova] Releasing lock "refresh_cache-d5b886d2-8290-4352-a05e-d871cc5162a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.941656] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "refresh_cache-d5b886d2-8290-4352-a05e-d871cc5162a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.941656] env[62697]: DEBUG nova.network.neutron [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.037152] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706005, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.074229] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.170953] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.430908] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497a162-2803-4a50-9d96-65c43d5f4a14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.451805] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952539af-8987-4294-9d62-8c825c465c2e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.486949] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab24d83-0f9f-472a-9c68-423cf602903b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.501581] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36675cd-7e40-4cca-870a-059bd25fc7d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.509341] env[62697]: DEBUG nova.network.neutron [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.523125] env[62697]: DEBUG nova.compute.provider_tree [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.527982] env[62697]: DEBUG nova.compute.manager [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Received event network-changed-1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1301.528174] env[62697]: DEBUG nova.compute.manager [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Refreshing instance network info cache due to event network-changed-1a139e0a-bf90-4065-9c87-a1b8d983ba23. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1301.528398] env[62697]: DEBUG oslo_concurrency.lockutils [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] Acquiring lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.528537] env[62697]: DEBUG oslo_concurrency.lockutils [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] Acquired lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.528703] env[62697]: DEBUG nova.network.neutron [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Refreshing network info cache for port 1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.549650] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706005, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.560754] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b0db2-0c7e-8c3e-1869-d55cd2adb7fd/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1301.561940] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ea655-ff07-4cd1-9532-da424b60b728 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.575318] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706008, 'name': ReconfigVM_Task, 'duration_secs': 0.650866} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.576950] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2aa3c355-0fa5-4e5b-a322-b727ee76cce5/2aa3c355-0fa5-4e5b-a322-b727ee76cce5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.577736] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b0db2-0c7e-8c3e-1869-d55cd2adb7fd/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1301.580059] env[62697]: ERROR oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b0db2-0c7e-8c3e-1869-d55cd2adb7fd/disk-0.vmdk due to incomplete transfer. [ 1301.580059] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c85b321-2169-48bb-9ae8-ce9ba8cd4220 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.580059] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44cf1ddd-fef3-4043-bebe-28543a8a22d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.592042] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1301.592042] env[62697]: value = "task-1706010" [ 1301.592042] env[62697]: _type = "Task" [ 1301.592042] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.592303] env[62697]: DEBUG oslo_vmware.rw_handles [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b0db2-0c7e-8c3e-1869-d55cd2adb7fd/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1301.594735] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Uploaded image 688a7854-c76b-43d0-8354-495a2a6c7955 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1301.594735] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1301.597529] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f682f75f-d3ba-46ec-a956-e0af9bbc1f03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.620034] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706010, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.620034] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1301.620034] env[62697]: value = "task-1706011" [ 1301.620034] env[62697]: _type = "Task" [ 1301.620034] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.629945] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706011, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.674133] env[62697]: DEBUG oslo_vmware.api [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706009, 'name': PowerOnVM_Task, 'duration_secs': 0.627228} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.674829] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.675035] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd4bf95-d104-410d-9db4-e5eb421c4ea2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance '1b474473-e1cd-4a71-be47-f9e54d37a059' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.780429] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "2c4c03dd-a708-45a4-b8bd-a60964917f90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.780802] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.801141] env[62697]: DEBUG nova.network.neutron [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Updating instance_info_cache with network_info: [{"id": "68354dac-570e-44b8-9851-138d9fe38a51", "address": "fa:16:3e:e6:56:97", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68354dac-57", "ovs_interfaceid": "68354dac-570e-44b8-9851-138d9fe38a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.035229] env[62697]: DEBUG nova.scheduler.client.report [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.058924] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706005, 'name': CreateVM_Task, 'duration_secs': 2.447447} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.058924] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.059459] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.059626] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.059992] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.060274] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b847dc80-6dd5-43c0-875c-6f2407152bb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.066119] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1302.066119] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5211dd60-af17-622c-fc44-c55affc40c6f" [ 1302.066119] env[62697]: _type = "Task" [ 1302.066119] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.075285] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5211dd60-af17-622c-fc44-c55affc40c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.107347] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706010, 'name': Rename_Task, 'duration_secs': 0.365942} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.107661] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.107924] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a3f7d13-5e52-467d-9bdc-4c1dfa62bd54 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.115244] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1302.115244] env[62697]: value = "task-1706012" [ 1302.115244] env[62697]: _type = "Task" [ 1302.115244] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.141279] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706011, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.144969] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706012, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.303412] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "refresh_cache-d5b886d2-8290-4352-a05e-d871cc5162a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.303786] env[62697]: DEBUG nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Instance network_info: |[{"id": "68354dac-570e-44b8-9851-138d9fe38a51", "address": "fa:16:3e:e6:56:97", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68354dac-57", "ovs_interfaceid": "68354dac-570e-44b8-9851-138d9fe38a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1302.304367] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:56:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68354dac-570e-44b8-9851-138d9fe38a51', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.313076] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Creating folder: Project (ac728dc5e74e4396af8e0bfe787b5bca). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.314208] env[62697]: DEBUG nova.network.neutron [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updated VIF entry in instance network info cache for port 1a139e0a-bf90-4065-9c87-a1b8d983ba23. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.314772] env[62697]: DEBUG nova.network.neutron [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updating instance_info_cache with network_info: [{"id": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "address": "fa:16:3e:ab:4f:e1", "network": {"id": "169721c0-2487-4503-8e73-5590bf0fdea1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2052517980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b179809912a24b489e5fe62b2560b537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a139e0a-bf", "ovs_interfaceid": "1a139e0a-bf90-4065-9c87-a1b8d983ba23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.316138] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b5f281f-e1bd-4da5-ab0a-b6ef925c264f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.330561] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Created folder: Project (ac728dc5e74e4396af8e0bfe787b5bca) in parent group-v355409. [ 1302.330561] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Creating folder: Instances. Parent ref: group-v355483. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.330561] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8f81ea7-df18-44f4-aaff-b4fb417ca9e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.346306] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Created folder: Instances in parent group-v355483. [ 1302.346593] env[62697]: DEBUG oslo.service.loopingcall [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1302.346764] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.347535] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42c278ed-6e6a-4934-9527-46d2dd7a28be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.372312] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.372312] env[62697]: value = "task-1706015" [ 1302.372312] env[62697]: _type = "Task" [ 1302.372312] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.383862] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706015, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.542259] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.543998] env[62697]: DEBUG nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1302.548250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.610s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.549465] env[62697]: INFO nova.compute.claims [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.586275] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5211dd60-af17-622c-fc44-c55affc40c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.039123} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.586910] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.587068] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.587351] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.587516] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.587727] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.589025] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4290c7d-9cbc-4f93-8a9b-cca2cc1f31e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.606959] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.607243] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.608222] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfba866-7513-4974-b45f-9eea51620933 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.622764] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1302.622764] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ce209b-a6fc-a495-9e72-b9ec6de938b7" [ 1302.622764] env[62697]: _type = "Task" [ 1302.622764] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.644758] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.652753] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706011, 'name': Destroy_Task, 'duration_secs': 0.967375} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.654312] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ce209b-a6fc-a495-9e72-b9ec6de938b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.654554] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Destroyed the VM [ 1302.654894] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1302.655182] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bab342d-5b07-4892-952c-706d1fdab0c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.663841] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1302.663841] env[62697]: value = "task-1706017" [ 1302.663841] env[62697]: _type = "Task" [ 1302.663841] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.678879] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706017, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.820388] env[62697]: DEBUG oslo_concurrency.lockutils [req-2395281e-8e25-4a8d-8496-387cfde161c9 req-e8d74861-2788-46f2-9fc2-5c96366df6b6 service nova] Releasing lock "refresh_cache-5faab3b6-199c-4f0c-9b77-300c543f012b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.888210] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706015, 'name': CreateVM_Task, 'duration_secs': 0.434015} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.888409] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.889549] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.889928] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.890446] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.890893] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bd0d43-28a7-475f-8dc6-010fded7d274 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.898799] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1302.898799] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c138e3-5e6a-9beb-b84b-f49e5263934f" [ 1302.898799] env[62697]: _type = "Task" [ 1302.898799] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.909208] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c138e3-5e6a-9beb-b84b-f49e5263934f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.054565] env[62697]: DEBUG nova.compute.utils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.056847] env[62697]: DEBUG nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1303.057233] env[62697]: DEBUG nova.network.neutron [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.135509] env[62697]: DEBUG oslo_vmware.api [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706012, 'name': PowerOnVM_Task, 'duration_secs': 0.778918} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.135509] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.135509] env[62697]: INFO nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1303.135509] env[62697]: DEBUG nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1303.136287] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139091ae-05a6-4c1a-9405-dd668c2199a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.144749] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ce209b-a6fc-a495-9e72-b9ec6de938b7, 'name': SearchDatastore_Task, 'duration_secs': 0.071656} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.147641] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da98d74-7e0e-454f-a5b4-85b80686ddb2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.158422] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1303.158422] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5235930a-5b9f-dfed-4494-8ef14531f769" [ 1303.158422] env[62697]: _type = "Task" [ 1303.158422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.167869] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5235930a-5b9f-dfed-4494-8ef14531f769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.176549] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706017, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.360637] env[62697]: DEBUG nova.policy [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '710ac36f2e4949908fab33e0d78febcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '101d16804d3b4f5aba62685a566a4aa0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1303.411947] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c138e3-5e6a-9beb-b84b-f49e5263934f, 'name': SearchDatastore_Task, 'duration_secs': 0.016529} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.413086] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.413086] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.413232] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.563017] env[62697]: DEBUG nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1303.665697] env[62697]: INFO nova.compute.manager [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Took 37.82 seconds to build instance. [ 1303.681486] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5235930a-5b9f-dfed-4494-8ef14531f769, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.682324] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.682324] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.683116] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.683346] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.683606] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f511b03-307c-43ae-b0b0-69657e7e9886 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.694867] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083d2f27-4a92-4275-8d90-79541d4cf499 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.696909] env[62697]: DEBUG oslo_vmware.api [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706017, 'name': RemoveSnapshot_Task, 'duration_secs': 0.764034} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.699559] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1303.699559] env[62697]: INFO nova.compute.manager [None req-422a3ba4-fb26-4c55-8ea9-0015f70b4b00 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Took 20.03 seconds to snapshot the instance on the hypervisor. [ 1303.706704] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1303.706704] env[62697]: value = "task-1706018" [ 1303.706704] env[62697]: _type = "Task" [ 1303.706704] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.713070] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.713257] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.714053] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd9437d-c2c6-4e65-8a5c-8ab8cb23101e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.724868] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.729287] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1303.729287] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52db770a-729d-4985-5c9e-6b4e8ca177fd" [ 1303.729287] env[62697]: _type = "Task" [ 1303.729287] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.741644] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52db770a-729d-4985-5c9e-6b4e8ca177fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.920302] env[62697]: DEBUG nova.network.neutron [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Successfully created port: 579386ea-3928-4140-bcc7-f2899d70101c {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.059101] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e911fa14-5a01-40e1-80d0-d6d3632a83d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.070473] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931cea2-427c-42c3-9566-60b7fbcbface {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.109101] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589179b2-cf74-44f4-9bc1-f9a1646b1717 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.118853] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d10f1-e496-438a-b214-d15a656db68c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.137953] env[62697]: DEBUG nova.compute.provider_tree [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.168056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb7e3d2-a161-4a72-b2c9-731e09a34c8d tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.684s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.218177] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.244085] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52db770a-729d-4985-5c9e-6b4e8ca177fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021784} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.244936] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568f513d-dfbf-4ea3-ace6-28ea73e520c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.252087] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1304.252087] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f0deba-cb54-df54-053e-3b79bc3d978c" [ 1304.252087] env[62697]: _type = "Task" [ 1304.252087] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.261371] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f0deba-cb54-df54-053e-3b79bc3d978c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.448034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.448034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.448034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.448034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.448337] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.451436] env[62697]: INFO nova.compute.manager [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Terminating instance [ 1304.455061] env[62697]: DEBUG nova.compute.manager [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1304.455061] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.458023] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2255f58d-7ce5-4847-8c25-076a5d75ea66 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.467906] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.468702] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f6e316b-0206-4a31-81f5-db2a475936cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.484539] env[62697]: DEBUG oslo_vmware.api [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1304.484539] env[62697]: value = "task-1706019" [ 1304.484539] env[62697]: _type = "Task" [ 1304.484539] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.488254] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "c1dccd73-e103-40b5-80eb-223268336b71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.489142] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "c1dccd73-e103-40b5-80eb-223268336b71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.489573] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "c1dccd73-e103-40b5-80eb-223268336b71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.490083] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "c1dccd73-e103-40b5-80eb-223268336b71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.490450] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "c1dccd73-e103-40b5-80eb-223268336b71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.493340] env[62697]: INFO nova.compute.manager [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Terminating instance [ 1304.496997] env[62697]: DEBUG nova.compute.manager [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1304.497787] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.499041] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42900c2-9d24-4ec9-ba4f-a73d38610294 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.506505] env[62697]: DEBUG oslo_vmware.api [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.515736] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.515806] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a6824b-8b2f-408f-94f4-1d6bf0a2513e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.526186] env[62697]: DEBUG oslo_vmware.api [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1304.526186] env[62697]: value = "task-1706020" [ 1304.526186] env[62697]: _type = "Task" [ 1304.526186] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.540045] env[62697]: DEBUG oslo_vmware.api [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.566820] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "1b474473-e1cd-4a71-be47-f9e54d37a059" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.566820] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.566820] env[62697]: DEBUG nova.compute.manager [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Going to confirm migration 1 {{(pid=62697) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1304.582075] env[62697]: DEBUG nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1304.619033] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1304.619033] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1304.619033] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.619346] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1304.619346] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.619346] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1304.619346] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1304.619346] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1304.619469] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1304.619469] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1304.619990] env[62697]: DEBUG nova.virt.hardware [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.621703] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a0a8b6-83f3-43f1-a08c-34420a9ee35a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.636806] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b569198-4cef-4b8e-b7ab-aa8f68aa45a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.645029] env[62697]: DEBUG nova.scheduler.client.report [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1304.670571] env[62697]: DEBUG nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1304.724569] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706018, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.770473] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f0deba-cb54-df54-053e-3b79bc3d978c, 'name': SearchDatastore_Task, 'duration_secs': 0.038247} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.770911] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.771450] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d5b886d2-8290-4352-a05e-d871cc5162a5/d5b886d2-8290-4352-a05e-d871cc5162a5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.771779] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73675ca1-44e4-4e76-8b37-a73c8d134610 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.785313] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1304.785313] env[62697]: value = "task-1706022" [ 1304.785313] env[62697]: _type = "Task" [ 1304.785313] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.801023] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.995153] env[62697]: DEBUG oslo_vmware.api [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706019, 'name': PowerOffVM_Task, 'duration_secs': 0.378854} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.996094] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.996888] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.997374] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20c0aa43-123e-477d-9efd-efa46923e5c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.039288] env[62697]: DEBUG oslo_vmware.api [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706020, 'name': PowerOffVM_Task, 'duration_secs': 0.432223} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.039696] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.039971] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.040430] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf6d538-bc1c-40e1-80bc-42992e3dcd5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.084258] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.084535] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.084689] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Deleting the datastore file [datastore1] 2aa3c355-0fa5-4e5b-a322-b727ee76cce5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.085709] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e2797e4-1334-4391-85ea-7ea5960a4992 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.094452] env[62697]: DEBUG oslo_vmware.api [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for the task: (returnval){ [ 1305.094452] env[62697]: value = "task-1706025" [ 1305.094452] env[62697]: _type = "Task" [ 1305.094452] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.105402] env[62697]: DEBUG oslo_vmware.api [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.153773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.154445] env[62697]: DEBUG nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1305.161022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.281s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.162219] env[62697]: INFO nova.compute.claims [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.195446] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.195656] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.195838] env[62697]: DEBUG nova.network.neutron [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.196040] env[62697]: DEBUG nova.objects.instance [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lazy-loading 'info_cache' on Instance uuid 1b474473-e1cd-4a71-be47-f9e54d37a059 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.203316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.218664] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706018, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.07995} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.218915] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.219232] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.219536] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25a7c11e-d8b6-4612-8bb2-7f06b4c2a624 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.228102] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1305.228102] env[62697]: value = "task-1706026" [ 1305.228102] env[62697]: _type = "Task" [ 1305.228102] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.240323] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.259127] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.259309] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.259540] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleting the datastore file [datastore1] c1dccd73-e103-40b5-80eb-223268336b71 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.259941] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f168476d-74b4-458c-9d9c-40614b75043e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.272428] env[62697]: DEBUG oslo_vmware.api [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1305.272428] env[62697]: value = "task-1706027" [ 1305.272428] env[62697]: _type = "Task" [ 1305.272428] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.288488] env[62697]: DEBUG oslo_vmware.api [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.301102] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706022, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.577914] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "67273d80-15fa-440b-bb86-901b28c075aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.577914] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "67273d80-15fa-440b-bb86-901b28c075aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.577914] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "67273d80-15fa-440b-bb86-901b28c075aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.579113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "67273d80-15fa-440b-bb86-901b28c075aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.579113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "67273d80-15fa-440b-bb86-901b28c075aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.581270] env[62697]: INFO nova.compute.manager [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Terminating instance [ 1305.584507] env[62697]: DEBUG nova.compute.manager [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1305.584507] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.585724] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9cd0d2-5441-43f5-8792-09eba0bf4741 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.596633] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.603030] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac51196-48a9-4cb9-a320-258fca6c7db4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.608563] env[62697]: DEBUG oslo_vmware.api [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.610118] env[62697]: DEBUG oslo_vmware.api [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1305.610118] env[62697]: value = "task-1706028" [ 1305.610118] env[62697]: _type = "Task" [ 1305.610118] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.620961] env[62697]: DEBUG oslo_vmware.api [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.662597] env[62697]: DEBUG nova.compute.utils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1305.664144] env[62697]: DEBUG nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1305.664333] env[62697]: DEBUG nova.network.neutron [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.684201] env[62697]: DEBUG nova.compute.manager [req-90bec8c8-464c-4801-8f02-de83a4e2b32f req-b707cd91-1078-489c-9ae7-8f9baf87cb25 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Received event network-vif-plugged-579386ea-3928-4140-bcc7-f2899d70101c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1305.684429] env[62697]: DEBUG oslo_concurrency.lockutils [req-90bec8c8-464c-4801-8f02-de83a4e2b32f req-b707cd91-1078-489c-9ae7-8f9baf87cb25 service nova] Acquiring lock "307db39f-278d-4033-a1f5-47db8efb85d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.684670] env[62697]: DEBUG oslo_concurrency.lockutils [req-90bec8c8-464c-4801-8f02-de83a4e2b32f req-b707cd91-1078-489c-9ae7-8f9baf87cb25 service nova] Lock "307db39f-278d-4033-a1f5-47db8efb85d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.685044] env[62697]: DEBUG oslo_concurrency.lockutils [req-90bec8c8-464c-4801-8f02-de83a4e2b32f req-b707cd91-1078-489c-9ae7-8f9baf87cb25 service nova] Lock "307db39f-278d-4033-a1f5-47db8efb85d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.685316] env[62697]: DEBUG nova.compute.manager [req-90bec8c8-464c-4801-8f02-de83a4e2b32f req-b707cd91-1078-489c-9ae7-8f9baf87cb25 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] No waiting events found dispatching network-vif-plugged-579386ea-3928-4140-bcc7-f2899d70101c {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1305.685515] env[62697]: WARNING nova.compute.manager [req-90bec8c8-464c-4801-8f02-de83a4e2b32f req-b707cd91-1078-489c-9ae7-8f9baf87cb25 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Received unexpected event network-vif-plugged-579386ea-3928-4140-bcc7-f2899d70101c for instance with vm_state building and task_state spawning. [ 1305.744896] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096219} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.746443] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.747123] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c1b93f-111c-4332-9fae-b210b1ef43b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.752344] env[62697]: DEBUG nova.policy [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3df06248f1754008852317002f29c1cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041651edc09c46f0ba22f89ceb3cc504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1305.756872] env[62697]: DEBUG nova.network.neutron [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Successfully updated port: 579386ea-3928-4140-bcc7-f2899d70101c {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.789249] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.795464] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f866f7-bb56-4684-9934-4a4f45e3ce55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.836316] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819047} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.839962] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d5b886d2-8290-4352-a05e-d871cc5162a5/d5b886d2-8290-4352-a05e-d871cc5162a5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.840465] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.840533] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1305.840533] env[62697]: value = "task-1706029" [ 1305.840533] env[62697]: _type = "Task" [ 1305.840533] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.840752] env[62697]: DEBUG oslo_vmware.api [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.840997] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d26ed0-88ff-46ed-888f-8b12176b12e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.852913] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706029, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.854393] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1305.854393] env[62697]: value = "task-1706030" [ 1305.854393] env[62697]: _type = "Task" [ 1305.854393] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.864847] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.067363] env[62697]: DEBUG nova.network.neutron [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Successfully created port: ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.107446] env[62697]: DEBUG oslo_vmware.api [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Task: {'id': task-1706025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656814} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.107739] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.107802] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.107969] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.108295] env[62697]: INFO nova.compute.manager [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1306.108416] env[62697]: DEBUG oslo.service.loopingcall [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.108620] env[62697]: DEBUG nova.compute.manager [-] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1306.108715] env[62697]: DEBUG nova.network.neutron [-] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.119651] env[62697]: DEBUG oslo_vmware.api [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706028, 'name': PowerOffVM_Task, 'duration_secs': 0.239056} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.119931] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.120126] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.120386] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4461ed9b-ae4b-46b4-a896-31e7340352ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.168896] env[62697]: DEBUG nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1306.223342] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.223674] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.223938] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Deleting the datastore file [datastore1] 67273d80-15fa-440b-bb86-901b28c075aa {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.224321] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d858a940-49c5-4525-9447-9aab688886c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.233228] env[62697]: DEBUG oslo_vmware.api [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for the task: (returnval){ [ 1306.233228] env[62697]: value = "task-1706032" [ 1306.233228] env[62697]: _type = "Task" [ 1306.233228] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.245840] env[62697]: DEBUG oslo_vmware.api [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.276667] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "refresh_cache-307db39f-278d-4033-a1f5-47db8efb85d3" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.276667] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquired lock "refresh_cache-307db39f-278d-4033-a1f5-47db8efb85d3" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.276765] env[62697]: DEBUG nova.network.neutron [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.290659] env[62697]: DEBUG oslo_vmware.api [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608541} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.291681] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.291873] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.292147] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.292567] env[62697]: INFO nova.compute.manager [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1306.292567] env[62697]: DEBUG oslo.service.loopingcall [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.293080] env[62697]: DEBUG nova.compute.manager [-] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1306.293080] env[62697]: DEBUG nova.network.neutron [-] [instance: c1dccd73-e103-40b5-80eb-223268336b71] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.358931] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.371598] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088815} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.371949] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.374727] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d0f483-7c53-47e7-8775-377efbd56493 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.405321] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] d5b886d2-8290-4352-a05e-d871cc5162a5/d5b886d2-8290-4352-a05e-d871cc5162a5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.408478] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e72baf-f607-4b99-89ef-625b834c9aae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.438096] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1306.438096] env[62697]: value = "task-1706033" [ 1306.438096] env[62697]: _type = "Task" [ 1306.438096] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.447394] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.710630] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fd7d26-eca4-496b-b29d-fed2c76af2c1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.719068] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf2416-2792-4784-8479-e6b0d68d2cfc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.770354] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e432b5e-22c5-438c-b57a-75d9723b8ebd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.783043] env[62697]: DEBUG oslo_vmware.api [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Task: {'id': task-1706032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478911} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.784802] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.784802] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.784802] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.784802] env[62697]: INFO nova.compute.manager [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1306.784802] env[62697]: DEBUG oslo.service.loopingcall [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.786097] env[62697]: DEBUG nova.compute.manager [-] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1306.786189] env[62697]: DEBUG nova.network.neutron [-] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.788674] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049943f-dc00-421f-853b-de7ed2f42ab3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.806935] env[62697]: DEBUG nova.compute.provider_tree [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.849017] env[62697]: DEBUG nova.network.neutron [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.858268] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706029, 'name': ReconfigVM_Task, 'duration_secs': 0.952433} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.859921] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8/43deba17-25a0-48e9-936b-7f2dde4758d8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.859921] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c2e8c28-e50e-417b-9e0b-a357403afb81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.866724] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1306.866724] env[62697]: value = "task-1706035" [ 1306.866724] env[62697]: _type = "Task" [ 1306.866724] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.879336] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706035, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.953437] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706033, 'name': ReconfigVM_Task, 'duration_secs': 0.508972} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.953437] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Reconfigured VM instance instance-00000018 to attach disk [datastore1] d5b886d2-8290-4352-a05e-d871cc5162a5/d5b886d2-8290-4352-a05e-d871cc5162a5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.953437] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-607fcfea-3280-4eff-96eb-83b69bc415f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.962404] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1306.962404] env[62697]: value = "task-1706036" [ 1306.962404] env[62697]: _type = "Task" [ 1306.962404] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.972561] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706036, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.007689] env[62697]: DEBUG nova.network.neutron [-] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.087739] env[62697]: DEBUG nova.network.neutron [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance_info_cache with network_info: [{"id": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "address": "fa:16:3e:48:e1:0a", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f687e-6e", "ovs_interfaceid": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.113123] env[62697]: DEBUG nova.network.neutron [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Updating instance_info_cache with network_info: [{"id": "579386ea-3928-4140-bcc7-f2899d70101c", "address": "fa:16:3e:8a:a5:11", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579386ea-39", "ovs_interfaceid": "579386ea-3928-4140-bcc7-f2899d70101c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.185164] env[62697]: DEBUG nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1307.226417] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1307.227255] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1307.227481] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.227732] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1307.228428] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.228669] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1307.228948] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1307.229174] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1307.229395] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1307.229763] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1307.230122] env[62697]: DEBUG nova.virt.hardware [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1307.231398] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0380c71d-01e3-4c3b-886d-b7fac60cc8fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.241647] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9590f4-d444-402d-a89f-1cc883a38ec9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.310567] env[62697]: DEBUG nova.scheduler.client.report [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1307.380452] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706035, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.475667] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706036, 'name': Rename_Task, 'duration_secs': 0.402211} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.475667] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.475667] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d5fc69-80b4-467f-b00a-cff7cae33686 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.481831] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1307.481831] env[62697]: value = "task-1706037" [ 1307.481831] env[62697]: _type = "Task" [ 1307.481831] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.490148] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.511644] env[62697]: INFO nova.compute.manager [-] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Took 1.40 seconds to deallocate network for instance. [ 1307.584852] env[62697]: DEBUG nova.network.neutron [-] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.589704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.591045] env[62697]: DEBUG nova.objects.instance [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lazy-loading 'migration_context' on Instance uuid 1b474473-e1cd-4a71-be47-f9e54d37a059 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.618242] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Releasing lock "refresh_cache-307db39f-278d-4033-a1f5-47db8efb85d3" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.620800] env[62697]: DEBUG nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Instance network_info: |[{"id": "579386ea-3928-4140-bcc7-f2899d70101c", "address": "fa:16:3e:8a:a5:11", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579386ea-39", "ovs_interfaceid": "579386ea-3928-4140-bcc7-f2899d70101c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1307.621087] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a5:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '579386ea-3928-4140-bcc7-f2899d70101c', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.628989] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Creating folder: Project (101d16804d3b4f5aba62685a566a4aa0). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.629924] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c813b819-5322-4494-b197-15e6d3813a23 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.639737] env[62697]: DEBUG nova.compute.manager [req-70a02943-bcd6-4b55-91bf-4dad707ee02e req-b4dea009-d57d-400a-8b53-af86cc5bedbd service nova] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Received event network-vif-deleted-4d7ef4c2-c7b7-4d33-82ac-af2ebecf5032 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1307.645019] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Created folder: Project (101d16804d3b4f5aba62685a566a4aa0) in parent group-v355409. [ 1307.645019] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Creating folder: Instances. Parent ref: group-v355487. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.645019] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d41b50a-35b0-4728-9da3-b5e310efa880 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.658920] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Created folder: Instances in parent group-v355487. [ 1307.659421] env[62697]: DEBUG oslo.service.loopingcall [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.659723] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.664018] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd78e16d-c6a1-42ee-9893-73f7699f8698 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.676578] env[62697]: DEBUG nova.network.neutron [-] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.684910] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.684910] env[62697]: value = "task-1706040" [ 1307.684910] env[62697]: _type = "Task" [ 1307.684910] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.697834] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706040, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.782319] env[62697]: DEBUG nova.network.neutron [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Successfully updated port: ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.817864] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.818858] env[62697]: DEBUG nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1307.821345] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.577s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.824034] env[62697]: INFO nova.compute.claims [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.858027] env[62697]: DEBUG nova.compute.manager [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Received event network-changed-579386ea-3928-4140-bcc7-f2899d70101c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1307.858027] env[62697]: DEBUG nova.compute.manager [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Refreshing instance network info cache due to event network-changed-579386ea-3928-4140-bcc7-f2899d70101c. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1307.858282] env[62697]: DEBUG oslo_concurrency.lockutils [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] Acquiring lock "refresh_cache-307db39f-278d-4033-a1f5-47db8efb85d3" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.858434] env[62697]: DEBUG oslo_concurrency.lockutils [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] Acquired lock "refresh_cache-307db39f-278d-4033-a1f5-47db8efb85d3" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.858599] env[62697]: DEBUG nova.network.neutron [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Refreshing network info cache for port 579386ea-3928-4140-bcc7-f2899d70101c {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.879228] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706035, 'name': Rename_Task, 'duration_secs': 0.531815} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.879547] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.880573] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07a9e054-8b78-4661-b0f7-b2a2222bc3c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.888620] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1307.888620] env[62697]: value = "task-1706041" [ 1307.888620] env[62697]: _type = "Task" [ 1307.888620] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.897655] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.994490] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706037, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.019061] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.088471] env[62697]: INFO nova.compute.manager [-] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Took 1.80 seconds to deallocate network for instance. [ 1308.094136] env[62697]: DEBUG nova.objects.base [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Object Instance<1b474473-e1cd-4a71-be47-f9e54d37a059> lazy-loaded attributes: info_cache,migration_context {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1308.095514] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347aeb6b-4a0b-45ff-a314-4379225a04ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.121080] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5813d546-ea9f-47d4-a0b6-0b5919b96eb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.130923] env[62697]: DEBUG oslo_vmware.api [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1308.130923] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528cf5bd-75e7-cb19-3c87-4f949d365cff" [ 1308.130923] env[62697]: _type = "Task" [ 1308.130923] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.141298] env[62697]: DEBUG oslo_vmware.api [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528cf5bd-75e7-cb19-3c87-4f949d365cff, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.141674] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.179949] env[62697]: INFO nova.compute.manager [-] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Took 1.39 seconds to deallocate network for instance. [ 1308.199736] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706040, 'name': CreateVM_Task, 'duration_secs': 0.44723} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.199951] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.200709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.200845] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.201258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.201482] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0d03db-33df-4b53-90f8-44aceeecdb22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.207208] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1308.207208] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e009d6-fa31-7186-7957-2f96e146e449" [ 1308.207208] env[62697]: _type = "Task" [ 1308.207208] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.215984] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e009d6-fa31-7186-7957-2f96e146e449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.286157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.286366] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquired lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.286554] env[62697]: DEBUG nova.network.neutron [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.328227] env[62697]: DEBUG nova.compute.utils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1308.332171] env[62697]: DEBUG nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1308.332345] env[62697]: DEBUG nova.network.neutron [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.402010] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706041, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.420253] env[62697]: DEBUG nova.policy [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de421420dd04d03a74812d9db7ba000', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3aa03b06f4fa48a8869f10da6ae48180', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1308.493133] env[62697]: DEBUG oslo_vmware.api [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706037, 'name': PowerOnVM_Task, 'duration_secs': 0.542998} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.495638] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.495873] env[62697]: INFO nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1308.496150] env[62697]: DEBUG nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1308.496995] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e823941-a797-4109-bc3f-15909b2ef88b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.596954] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.695545] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.719866] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e009d6-fa31-7186-7957-2f96e146e449, 'name': SearchDatastore_Task, 'duration_secs': 0.013076} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.722696] env[62697]: DEBUG nova.network.neutron [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Updated VIF entry in instance network info cache for port 579386ea-3928-4140-bcc7-f2899d70101c. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.723330] env[62697]: DEBUG nova.network.neutron [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Updating instance_info_cache with network_info: [{"id": "579386ea-3928-4140-bcc7-f2899d70101c", "address": "fa:16:3e:8a:a5:11", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579386ea-39", "ovs_interfaceid": "579386ea-3928-4140-bcc7-f2899d70101c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.725612] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.725612] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.726047] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.726381] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.726749] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.727263] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0baa1230-01f1-4c54-8122-285141c25808 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.743409] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.743807] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.744766] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ec145a-724c-4058-8a67-1fba1ba7c07b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.752027] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1308.752027] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526f26c9-fcfe-cfaa-395b-97679a0b1237" [ 1308.752027] env[62697]: _type = "Task" [ 1308.752027] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.763693] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526f26c9-fcfe-cfaa-395b-97679a0b1237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.795304] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.795304] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.833594] env[62697]: DEBUG nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1308.852359] env[62697]: DEBUG nova.network.neutron [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.901147] env[62697]: DEBUG oslo_vmware.api [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706041, 'name': PowerOnVM_Task, 'duration_secs': 0.749357} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.901661] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.902016] env[62697]: DEBUG nova.compute.manager [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1308.902917] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb99f33-e594-487e-a3f9-c212e1072d35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.997881] env[62697]: DEBUG nova.network.neutron [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Successfully created port: c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.016379] env[62697]: INFO nova.compute.manager [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Took 40.18 seconds to build instance. [ 1309.071402] env[62697]: DEBUG nova.network.neutron [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.232743] env[62697]: DEBUG oslo_concurrency.lockutils [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] Releasing lock "refresh_cache-307db39f-278d-4033-a1f5-47db8efb85d3" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.233476] env[62697]: DEBUG nova.compute.manager [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Received event network-vif-deleted-78014d38-7673-4696-9c79-e04b0840d448 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1309.233543] env[62697]: DEBUG nova.compute.manager [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Received event network-vif-deleted-a3422d1e-1e26-48c9-ac71-900019fb5747 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1309.233741] env[62697]: DEBUG nova.compute.manager [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received event network-vif-plugged-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1309.233930] env[62697]: DEBUG oslo_concurrency.lockutils [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] Acquiring lock "8585620c-9060-4fac-94d1-321a8ab4fca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.234157] env[62697]: DEBUG oslo_concurrency.lockutils [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.234331] env[62697]: DEBUG oslo_concurrency.lockutils [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.234550] env[62697]: DEBUG nova.compute.manager [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] No waiting events found dispatching network-vif-plugged-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1309.234662] env[62697]: WARNING nova.compute.manager [req-ebdaddaf-dbcd-4d34-8fa5-a4ad6fa8bd30 req-beb9b22e-5284-4d00-9ffd-ed08b92d9a27 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received unexpected event network-vif-plugged-ddaf79f8-8fb3-43e0-a5be-babd81550d24 for instance with vm_state building and task_state spawning. [ 1309.265555] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526f26c9-fcfe-cfaa-395b-97679a0b1237, 'name': SearchDatastore_Task, 'duration_secs': 0.017782} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.266382] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a864abe2-5245-4fab-8332-001709bed17c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.270274] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0626fdf-1d9d-4f6f-8ca2-b0921fc8f568 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.276017] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1309.276017] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5247b5f5-4c33-b669-5fc7-9c95f65c812c" [ 1309.276017] env[62697]: _type = "Task" [ 1309.276017] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.281507] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28030b10-a7a4-4d48-99d9-7c028b9b4b72 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.290028] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5247b5f5-4c33-b669-5fc7-9c95f65c812c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.314879] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15faa723-8e09-4773-a16d-7ea4178420a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.322824] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2548d053-e36c-4e70-b09a-f25b4527f4dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.339095] env[62697]: DEBUG nova.compute.provider_tree [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.427881] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.518069] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fa847b08-ba49-4110-875a-520d57277da5 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.363s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.578795] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Releasing lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.578795] env[62697]: DEBUG nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Instance network_info: |[{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1309.579281] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:08:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddaf79f8-8fb3-43e0-a5be-babd81550d24', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.587136] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Creating folder: Project (041651edc09c46f0ba22f89ceb3cc504). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.587471] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d14c4e6-74d9-4852-a1f9-6d2fefe5531c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.602282] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Created folder: Project (041651edc09c46f0ba22f89ceb3cc504) in parent group-v355409. [ 1309.602282] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Creating folder: Instances. Parent ref: group-v355490. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.602576] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ded83ff-ae44-4f05-8898-f7b5adac396c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.614493] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Created folder: Instances in parent group-v355490. [ 1309.614892] env[62697]: DEBUG oslo.service.loopingcall [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.615166] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.615515] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ef79922-65da-477d-95eb-68a4536e5893 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.636998] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.636998] env[62697]: value = "task-1706045" [ 1309.636998] env[62697]: _type = "Task" [ 1309.636998] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.651653] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706045, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.789859] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5247b5f5-4c33-b669-5fc7-9c95f65c812c, 'name': SearchDatastore_Task, 'duration_secs': 0.051344} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.790189] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.790470] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 307db39f-278d-4033-a1f5-47db8efb85d3/307db39f-278d-4033-a1f5-47db8efb85d3.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.790726] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28bacf95-108d-4c66-97bc-998d6e592e2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.799201] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1309.799201] env[62697]: value = "task-1706046" [ 1309.799201] env[62697]: _type = "Task" [ 1309.799201] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.809500] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.842736] env[62697]: DEBUG nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1309.845338] env[62697]: DEBUG nova.scheduler.client.report [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1309.874978] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1309.875272] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1309.875443] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.875644] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1309.875805] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.876017] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1309.876375] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1309.876575] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1309.876748] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1309.876951] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1309.877117] env[62697]: DEBUG nova.virt.hardware [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1309.878443] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e7e3a8-1deb-4576-bc89-c754ceb98efa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.887744] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be7e9c-f765-4f7e-bcb8-e59f0de72c98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.021615] env[62697]: DEBUG nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1310.049354] env[62697]: DEBUG nova.compute.manager [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1310.049508] env[62697]: DEBUG nova.compute.manager [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing instance network info cache due to event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1310.049726] env[62697]: DEBUG oslo_concurrency.lockutils [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] Acquiring lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.049899] env[62697]: DEBUG oslo_concurrency.lockutils [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] Acquired lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.050104] env[62697]: DEBUG nova.network.neutron [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.150698] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706045, 'name': CreateVM_Task, 'duration_secs': 0.430109} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.150923] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.151782] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.152082] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.152524] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.152868] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622af2e0-f607-4378-abc6-688da7102687 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.159704] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1310.159704] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52721793-a56e-52a9-8bf3-6ec6e9abd147" [ 1310.159704] env[62697]: _type = "Task" [ 1310.159704] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.175057] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52721793-a56e-52a9-8bf3-6ec6e9abd147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.311382] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706046, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.351142] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.351142] env[62697]: DEBUG nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1310.354253] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.447s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.355533] env[62697]: INFO nova.compute.claims [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.540255] env[62697]: DEBUG nova.network.neutron [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Successfully updated port: c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.559954] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.612984] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "43deba17-25a0-48e9-936b-7f2dde4758d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.613291] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.613544] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "43deba17-25a0-48e9-936b-7f2dde4758d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.613740] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.613935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.617343] env[62697]: INFO nova.compute.manager [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Terminating instance [ 1310.619340] env[62697]: DEBUG nova.compute.manager [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1310.619559] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.621613] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe4d4a-700e-48a0-907f-4274e1117dfd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.630723] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.632993] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd3f596-8fd8-4a7d-a6cc-41fae71bee1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.641431] env[62697]: DEBUG oslo_vmware.api [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1310.641431] env[62697]: value = "task-1706047" [ 1310.641431] env[62697]: _type = "Task" [ 1310.641431] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.654266] env[62697]: DEBUG oslo_vmware.api [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.671213] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52721793-a56e-52a9-8bf3-6ec6e9abd147, 'name': SearchDatastore_Task, 'duration_secs': 0.0581} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.671654] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.671970] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.672220] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.672220] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.672449] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.672725] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca1fdb80-ba56-4505-95f8-352d9ff4f640 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.683710] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.683922] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.687645] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa6f0a0-a9de-4b04-abe0-6709539a5443 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.692960] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1310.692960] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52229f60-1be9-26ce-3a0a-54a198e9b3d4" [ 1310.692960] env[62697]: _type = "Task" [ 1310.692960] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.702226] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52229f60-1be9-26ce-3a0a-54a198e9b3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.791896] env[62697]: DEBUG nova.network.neutron [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updated VIF entry in instance network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.792424] env[62697]: DEBUG nova.network.neutron [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.813313] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515166} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.813645] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 307db39f-278d-4033-a1f5-47db8efb85d3/307db39f-278d-4033-a1f5-47db8efb85d3.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.813887] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.814222] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ca19f91-e3e8-4536-ac4e-77190a4f3180 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.822547] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1310.822547] env[62697]: value = "task-1706048" [ 1310.822547] env[62697]: _type = "Task" [ 1310.822547] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.832281] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.860746] env[62697]: DEBUG nova.compute.utils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1310.862444] env[62697]: DEBUG nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1310.863231] env[62697]: DEBUG nova.network.neutron [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.910200] env[62697]: DEBUG nova.policy [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5758e923e5094128a9e66ff4803b40e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869a8c35a53e44f69de0f8e2826ac67c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1311.045248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.045248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquired lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.045248] env[62697]: DEBUG nova.network.neutron [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.157453] env[62697]: DEBUG oslo_vmware.api [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706047, 'name': PowerOffVM_Task, 'duration_secs': 0.25257} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.157666] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.157966] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.158267] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a46a8556-89b1-459a-b493-0e0ef39b6cf3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.161973] env[62697]: DEBUG nova.network.neutron [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Successfully created port: 45d80a24-072a-4a02-ae82-1dc37861e055 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.208139] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52229f60-1be9-26ce-3a0a-54a198e9b3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.211026] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7befc824-3bd0-4b96-b02d-b8ef4a37d8c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.215838] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1311.215838] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5237edad-a375-7355-0b7a-b9f0f2e1a17a" [ 1311.215838] env[62697]: _type = "Task" [ 1311.215838] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.224658] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5237edad-a375-7355-0b7a-b9f0f2e1a17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.229469] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.229709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.241208] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.241441] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.241622] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleting the datastore file [datastore1] 43deba17-25a0-48e9-936b-7f2dde4758d8 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.241892] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-971e1eb9-f230-41b3-b0bf-22772e0d1741 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.250579] env[62697]: DEBUG oslo_vmware.api [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1311.250579] env[62697]: value = "task-1706050" [ 1311.250579] env[62697]: _type = "Task" [ 1311.250579] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.261329] env[62697]: DEBUG oslo_vmware.api [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.296142] env[62697]: DEBUG oslo_concurrency.lockutils [req-e4ba3da8-f880-4f28-96fd-a158d30eab37 req-6783a243-1148-413b-9ef7-a15d096cefae service nova] Releasing lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.333370] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090286} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.333685] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.334597] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41113fb-b760-467c-9c31-42a90d82805e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.361845] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 307db39f-278d-4033-a1f5-47db8efb85d3/307db39f-278d-4033-a1f5-47db8efb85d3.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.364853] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-538cefce-6794-4a83-842e-bb7ae68ca377 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.383047] env[62697]: DEBUG nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1311.397885] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1311.397885] env[62697]: value = "task-1706051" [ 1311.397885] env[62697]: _type = "Task" [ 1311.397885] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.408499] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.592188] env[62697]: DEBUG nova.network.neutron [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.728124] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5237edad-a375-7355-0b7a-b9f0f2e1a17a, 'name': SearchDatastore_Task, 'duration_secs': 0.017158} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.728787] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.729156] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/8585620c-9060-4fac-94d1-321a8ab4fca1.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.731973] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d262280-2d25-4c8c-bf9d-029c9c7a5dc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.741011] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1311.741011] env[62697]: value = "task-1706052" [ 1311.741011] env[62697]: _type = "Task" [ 1311.741011] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.757816] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.764217] env[62697]: DEBUG oslo_vmware.api [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14567} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.764468] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.764656] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.764841] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.765055] env[62697]: INFO nova.compute.manager [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1311.765304] env[62697]: DEBUG oslo.service.loopingcall [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.765498] env[62697]: DEBUG nova.compute.manager [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1311.765713] env[62697]: DEBUG nova.network.neutron [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.823213] env[62697]: DEBUG nova.network.neutron [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Updating instance_info_cache with network_info: [{"id": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "address": "fa:16:3e:f8:49:29", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9bd037d-ca", "ovs_interfaceid": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.881482] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c3e059-b16a-416e-886d-1a4b36755a46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.889939] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d0e374-0a48-43b3-a772-33e9dbc71361 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.946177] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1eba48-cc22-401d-8b6e-588a4e6aa8cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.953881] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.961086] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dfbe3f-8b44-4ed4-b349-6c3b4a8c4991 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.978464] env[62697]: DEBUG nova.compute.provider_tree [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.256840] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706052, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.329171] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Releasing lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.329171] env[62697]: DEBUG nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Instance network_info: |[{"id": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "address": "fa:16:3e:f8:49:29", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9bd037d-ca", "ovs_interfaceid": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1312.329305] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:49:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.337654] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Creating folder: Project (3aa03b06f4fa48a8869f10da6ae48180). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.340044] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e3707b7-2be0-4b87-ab43-8fbae4342793 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.345752] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Acquiring lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.346110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.358101] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Created folder: Project (3aa03b06f4fa48a8869f10da6ae48180) in parent group-v355409. [ 1312.358504] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Creating folder: Instances. Parent ref: group-v355493. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.359941] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-562ecddb-d714-4667-86f6-6c85d36182bc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.375037] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Created folder: Instances in parent group-v355493. [ 1312.375275] env[62697]: DEBUG oslo.service.loopingcall [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.375477] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.375689] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1d4d9bd-5ceb-4c00-b3d3-8797a9b6a405 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.398814] env[62697]: DEBUG nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1312.405293] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.405293] env[62697]: value = "task-1706055" [ 1312.405293] env[62697]: _type = "Task" [ 1312.405293] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.411902] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706051, 'name': ReconfigVM_Task, 'duration_secs': 0.604744} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.412557] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 307db39f-278d-4033-a1f5-47db8efb85d3/307db39f-278d-4033-a1f5-47db8efb85d3.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.413242] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddbfd038-f8d5-4c0c-a924-045dd18323fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.417510] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706055, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.422890] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1312.422890] env[62697]: value = "task-1706056" [ 1312.422890] env[62697]: _type = "Task" [ 1312.422890] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.431756] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706056, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.440384] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1312.440644] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1312.440845] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.440992] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1312.441162] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.441314] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1312.441573] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1312.441771] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1312.441950] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1312.442137] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1312.442320] env[62697]: DEBUG nova.virt.hardware [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1312.443276] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9924973d-fc11-4a54-8458-4ea522c9d332 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.452158] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7f1aa-221f-49a8-b2cd-0f0750f14ae9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.460050] env[62697]: DEBUG nova.compute.manager [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Received event network-vif-plugged-c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1312.460050] env[62697]: DEBUG oslo_concurrency.lockutils [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] Acquiring lock "598de54d-5837-4c76-a256-90975ab135d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.460050] env[62697]: DEBUG oslo_concurrency.lockutils [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] Lock "598de54d-5837-4c76-a256-90975ab135d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.460050] env[62697]: DEBUG oslo_concurrency.lockutils [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] Lock "598de54d-5837-4c76-a256-90975ab135d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.460285] env[62697]: DEBUG nova.compute.manager [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] No waiting events found dispatching network-vif-plugged-c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1312.460285] env[62697]: WARNING nova.compute.manager [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Received unexpected event network-vif-plugged-c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf for instance with vm_state building and task_state spawning. [ 1312.460395] env[62697]: DEBUG nova.compute.manager [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Received event network-changed-c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1312.460548] env[62697]: DEBUG nova.compute.manager [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Refreshing instance network info cache due to event network-changed-c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1312.460777] env[62697]: DEBUG oslo_concurrency.lockutils [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] Acquiring lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.461043] env[62697]: DEBUG oslo_concurrency.lockutils [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] Acquired lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.461309] env[62697]: DEBUG nova.network.neutron [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Refreshing network info cache for port c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.501979] env[62697]: ERROR nova.scheduler.client.report [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [req-2912f43c-19d8-486f-8a85-2a036005e907] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2912f43c-19d8-486f-8a85-2a036005e907"}]} [ 1312.520601] env[62697]: DEBUG nova.scheduler.client.report [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1312.539873] env[62697]: DEBUG nova.scheduler.client.report [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1312.540176] env[62697]: DEBUG nova.compute.provider_tree [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.555427] env[62697]: DEBUG nova.scheduler.client.report [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1312.577049] env[62697]: DEBUG nova.scheduler.client.report [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1312.586110] env[62697]: DEBUG nova.network.neutron [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.675611] env[62697]: DEBUG nova.compute.manager [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1312.676541] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1779eb-9883-4bac-9c2b-8a52180e9c33 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.756693] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531057} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.759063] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/8585620c-9060-4fac-94d1-321a8ab4fca1.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.759369] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.759715] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64425441-fa66-4054-ad16-a4987d20c730 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.767387] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1312.767387] env[62697]: value = "task-1706057" [ 1312.767387] env[62697]: _type = "Task" [ 1312.767387] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.778971] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.921272] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706055, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.933106] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706056, 'name': Rename_Task, 'duration_secs': 0.171817} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.933106] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.933488] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c29efdf7-e431-4754-b52a-13e1289ea578 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.943933] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1312.943933] env[62697]: value = "task-1706058" [ 1312.943933] env[62697]: _type = "Task" [ 1312.943933] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.959604] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.979019] env[62697]: DEBUG nova.network.neutron [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Successfully updated port: 45d80a24-072a-4a02-ae82-1dc37861e055 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.037033] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834fd14f-96f9-4d9f-be74-7893fea9a857 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.045128] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1c0a3-f006-4999-8f78-801a367c3041 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.084549] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157979cd-7685-491d-a45f-186accc20205 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.089396] env[62697]: INFO nova.compute.manager [-] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Took 1.32 seconds to deallocate network for instance. [ 1313.097350] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af0097c-510d-4857-a5c9-898dfa5fc4b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.113524] env[62697]: DEBUG nova.compute.provider_tree [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.189727] env[62697]: INFO nova.compute.manager [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] instance snapshotting [ 1313.192830] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d8d007-1603-460a-842c-56613bebde32 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.213838] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8acf6f-7bd8-4a05-aa4b-ee7f7c62f68b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.257667] env[62697]: DEBUG nova.network.neutron [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Updated VIF entry in instance network info cache for port c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.258111] env[62697]: DEBUG nova.network.neutron [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Updating instance_info_cache with network_info: [{"id": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "address": "fa:16:3e:f8:49:29", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9bd037d-ca", "ovs_interfaceid": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.280752] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081404} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.280752] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.282039] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb22e2cd-0873-4eab-bfe3-5d4ac26a1a59 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.304090] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/8585620c-9060-4fac-94d1-321a8ab4fca1.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.304427] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a1bae2-bc8e-43b7-a930-01a348541cb2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.325522] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1313.325522] env[62697]: value = "task-1706059" [ 1313.325522] env[62697]: _type = "Task" [ 1313.325522] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.334892] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.417026] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706055, 'name': CreateVM_Task, 'duration_secs': 0.714479} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.417429] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.417970] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.418170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.418509] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.418760] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d6a59a-84df-4b1d-8b43-0c05ab258db5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.424619] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1313.424619] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523443d5-aaac-a74a-782d-54b077e6bc1d" [ 1313.424619] env[62697]: _type = "Task" [ 1313.424619] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.433915] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523443d5-aaac-a74a-782d-54b077e6bc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.454918] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706058, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.485998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "refresh_cache-24a0a90c-f0bd-4906-be70-7d92fad5eeaa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.485998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquired lock "refresh_cache-24a0a90c-f0bd-4906-be70-7d92fad5eeaa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.486165] env[62697]: DEBUG nova.network.neutron [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.603851] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.618260] env[62697]: DEBUG nova.scheduler.client.report [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1313.729060] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1313.729060] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f694b571-232e-4807-a56a-5936104d7fd3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.737551] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1313.737551] env[62697]: value = "task-1706060" [ 1313.737551] env[62697]: _type = "Task" [ 1313.737551] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.746999] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706060, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.761196] env[62697]: DEBUG oslo_concurrency.lockutils [req-6092350d-2083-4703-acf2-cdfc170bbcb8 req-69227ba5-81e0-4c59-a07a-3106d5f0917e service nova] Releasing lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.836149] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.934652] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523443d5-aaac-a74a-782d-54b077e6bc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.028095} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.934998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.935257] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.935496] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.935646] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.935827] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.936109] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd7f1d06-f8f6-41f4-a1dc-74c09f2ba98e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.945368] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.945550] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.946331] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcddd11d-171b-4e95-9a32-5c9d290fa52d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.954995] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1313.954995] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ea56f3-32a3-a1b4-db55-2a942cda3920" [ 1313.954995] env[62697]: _type = "Task" [ 1313.954995] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.958071] env[62697]: DEBUG oslo_vmware.api [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706058, 'name': PowerOnVM_Task, 'duration_secs': 0.563346} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.961082] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.961307] env[62697]: INFO nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1313.961515] env[62697]: DEBUG nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1313.962246] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aeb1ca-ae4f-4c04-81dc-42d52c4bccc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.969781] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ea56f3-32a3-a1b4-db55-2a942cda3920, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.974405] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12e5f80-1321-47df-9d96-6bb7daa49fb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.980078] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1313.980078] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5219240b-cca0-30c3-85f7-e456a79e6ce7" [ 1313.980078] env[62697]: _type = "Task" [ 1313.980078] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.992414] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5219240b-cca0-30c3-85f7-e456a79e6ce7, 'name': SearchDatastore_Task} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.992662] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.992912] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 598de54d-5837-4c76-a256-90975ab135d7/598de54d-5837-4c76-a256-90975ab135d7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.993473] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e318ba02-091d-4bd4-9977-0c340b9952cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.001247] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1314.001247] env[62697]: value = "task-1706061" [ 1314.001247] env[62697]: _type = "Task" [ 1314.001247] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.011504] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.023216] env[62697]: DEBUG nova.network.neutron [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.123547] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.769s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.124161] env[62697]: DEBUG nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1314.126874] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.173s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.180802] env[62697]: DEBUG nova.network.neutron [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Updating instance_info_cache with network_info: [{"id": "45d80a24-072a-4a02-ae82-1dc37861e055", "address": "fa:16:3e:7d:20:cc", "network": {"id": "2ccfab23-7430-4e18-9304-c45f16bdd8d3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-19835435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a8c35a53e44f69de0f8e2826ac67c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d80a24-07", "ovs_interfaceid": "45d80a24-072a-4a02-ae82-1dc37861e055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.250672] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706060, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.341135] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706059, 'name': ReconfigVM_Task, 'duration_secs': 0.523189} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.341496] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/8585620c-9060-4fac-94d1-321a8ab4fca1.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.342186] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eec23a3-b654-48d8-93df-3ddba75324b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.350731] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1314.350731] env[62697]: value = "task-1706062" [ 1314.350731] env[62697]: _type = "Task" [ 1314.350731] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.364722] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706062, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.486156] env[62697]: INFO nova.compute.manager [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Took 39.08 seconds to build instance. [ 1314.513415] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706061, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.614480] env[62697]: DEBUG nova.compute.manager [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Received event network-vif-deleted-59eb0f84-84b1-4f7a-a1f6-bbf6e3fc5d68 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1314.614762] env[62697]: DEBUG nova.compute.manager [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Received event network-vif-plugged-45d80a24-072a-4a02-ae82-1dc37861e055 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1314.614876] env[62697]: DEBUG oslo_concurrency.lockutils [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] Acquiring lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.616116] env[62697]: DEBUG oslo_concurrency.lockutils [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.616116] env[62697]: DEBUG oslo_concurrency.lockutils [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.616216] env[62697]: DEBUG nova.compute.manager [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] No waiting events found dispatching network-vif-plugged-45d80a24-072a-4a02-ae82-1dc37861e055 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1314.616397] env[62697]: WARNING nova.compute.manager [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Received unexpected event network-vif-plugged-45d80a24-072a-4a02-ae82-1dc37861e055 for instance with vm_state building and task_state spawning. [ 1314.616576] env[62697]: DEBUG nova.compute.manager [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Received event network-changed-45d80a24-072a-4a02-ae82-1dc37861e055 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1314.616746] env[62697]: DEBUG nova.compute.manager [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Refreshing instance network info cache due to event network-changed-45d80a24-072a-4a02-ae82-1dc37861e055. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1314.616965] env[62697]: DEBUG oslo_concurrency.lockutils [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] Acquiring lock "refresh_cache-24a0a90c-f0bd-4906-be70-7d92fad5eeaa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.633611] env[62697]: DEBUG nova.compute.utils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1314.645526] env[62697]: DEBUG nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1314.647822] env[62697]: DEBUG nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1314.647994] env[62697]: DEBUG nova.network.neutron [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.686037] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Releasing lock "refresh_cache-24a0a90c-f0bd-4906-be70-7d92fad5eeaa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.686037] env[62697]: DEBUG nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Instance network_info: |[{"id": "45d80a24-072a-4a02-ae82-1dc37861e055", "address": "fa:16:3e:7d:20:cc", "network": {"id": "2ccfab23-7430-4e18-9304-c45f16bdd8d3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-19835435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a8c35a53e44f69de0f8e2826ac67c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d80a24-07", "ovs_interfaceid": "45d80a24-072a-4a02-ae82-1dc37861e055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1314.686295] env[62697]: DEBUG oslo_concurrency.lockutils [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] Acquired lock "refresh_cache-24a0a90c-f0bd-4906-be70-7d92fad5eeaa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.686295] env[62697]: DEBUG nova.network.neutron [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Refreshing network info cache for port 45d80a24-072a-4a02-ae82-1dc37861e055 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.687714] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:20:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45d80a24-072a-4a02-ae82-1dc37861e055', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.695378] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Creating folder: Project (869a8c35a53e44f69de0f8e2826ac67c). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.696977] env[62697]: DEBUG nova.policy [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3245a45a95cf4fc98c39e5f743f0034d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c55ce0a23b9422ab4992a0f5c4d5cbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1314.700857] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-966c467d-ebf8-4c85-94f0-3efceb3d5c68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.714204] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Created folder: Project (869a8c35a53e44f69de0f8e2826ac67c) in parent group-v355409. [ 1314.714973] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Creating folder: Instances. Parent ref: group-v355497. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.714973] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e993ca4-a708-4242-819c-f34a38f47b35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.728169] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Created folder: Instances in parent group-v355497. [ 1314.728283] env[62697]: DEBUG oslo.service.loopingcall [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.729275] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.729537] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c9986a7-11d9-4b05-be1e-ae56c92e86a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.763955] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706060, 'name': CreateSnapshot_Task, 'duration_secs': 0.716193} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.765399] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.765971] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.765971] env[62697]: value = "task-1706065" [ 1314.765971] env[62697]: _type = "Task" [ 1314.765971] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.766776] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30294dba-88af-4ea5-befc-ca2bcf582564 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.783773] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706065, 'name': CreateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.862642] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706062, 'name': Rename_Task, 'duration_secs': 0.415393} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.863152] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.863750] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3246d06-34a0-4d0b-9762-94212bde9576 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.874036] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1314.874036] env[62697]: value = "task-1706066" [ 1314.874036] env[62697]: _type = "Task" [ 1314.874036] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.884066] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.989566] env[62697]: DEBUG oslo_concurrency.lockutils [None req-29865a61-2dae-462d-ba4e-564f4caa6b08 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "307db39f-278d-4033-a1f5-47db8efb85d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.978s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.015780] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526414} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.016191] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 598de54d-5837-4c76-a256-90975ab135d7/598de54d-5837-4c76-a256-90975ab135d7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.016462] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.016790] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c25317c-0242-427b-858e-aa230ce78656 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.025287] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1315.025287] env[62697]: value = "task-1706067" [ 1315.025287] env[62697]: _type = "Task" [ 1315.025287] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.035670] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.066304] env[62697]: DEBUG nova.network.neutron [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Updated VIF entry in instance network info cache for port 45d80a24-072a-4a02-ae82-1dc37861e055. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.066807] env[62697]: DEBUG nova.network.neutron [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Updating instance_info_cache with network_info: [{"id": "45d80a24-072a-4a02-ae82-1dc37861e055", "address": "fa:16:3e:7d:20:cc", "network": {"id": "2ccfab23-7430-4e18-9304-c45f16bdd8d3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-19835435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a8c35a53e44f69de0f8e2826ac67c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d80a24-07", "ovs_interfaceid": "45d80a24-072a-4a02-ae82-1dc37861e055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.146826] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Applying migration context for instance 1b474473-e1cd-4a71-be47-f9e54d37a059 as it has an incoming, in-progress migration 90718343-426f-4267-ae5d-b12cfad7c6e6. Migration status is confirming {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1315.149389] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating resource usage from migration 90718343-426f-4267-ae5d-b12cfad7c6e6 [ 1315.152611] env[62697]: DEBUG nova.network.neutron [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Successfully created port: 80fb8cdc-7807-4243-bc75-9075436a2dbd {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.185696] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 67273d80-15fa-440b-bb86-901b28c075aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.185872] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8e3dffb7-d7a1-47f4-9406-842788d0bce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.186009] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance a7d14dad-6ac3-4af6-9721-620d25ba7f80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.186179] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 6db30528-7f27-48dd-add8-3ec4d6f5e0be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.186304] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8cd467f1-c8c5-4036-9b55-f46dfb31ee61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.186451] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance c1dccd73-e103-40b5-80eb-223268336b71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.186578] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance f6dd62c7-f64c-44ab-bb84-acf65d749940 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.186728] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.186848] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ba09256d-b67b-4793-8c98-e0873d510df2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.186965] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bf4ce20f-179a-490e-8332-44a77e0880d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.187108] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.187226] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 403eab33-2ad0-4f65-8461-247418146362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.187357] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 43deba17-25a0-48e9-936b-7f2dde4758d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.187487] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 29babd74-293a-4d57-9e2a-b25181e507b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.187683] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5faab3b6-199c-4f0c-9b77-300c543f012b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.187869] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 2aa3c355-0fa5-4e5b-a322-b727ee76cce5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.188309] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d5b886d2-8290-4352-a05e-d871cc5162a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.188524] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 307db39f-278d-4033-a1f5-47db8efb85d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.188685] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration 90718343-426f-4267-ae5d-b12cfad7c6e6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1315.188851] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 1b474473-e1cd-4a71-be47-f9e54d37a059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.189013] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8585620c-9060-4fac-94d1-321a8ab4fca1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.189180] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 598de54d-5837-4c76-a256-90975ab135d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.189555] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 24a0a90c-f0bd-4906-be70-7d92fad5eeaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.189722] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 71194ade-910f-43c0-a874-369fc90eb6fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.280184] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706065, 'name': CreateVM_Task, 'duration_secs': 0.447351} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.280184] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.281140] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.281325] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.281646] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.282703] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a1a661-f4a0-4234-99f6-5241728b3ee3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.290838] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.291177] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55d555a9-6742-488e-a513-fc3405d4f12b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.299025] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1315.299025] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527404b1-2471-4804-5e59-985cb76783b1" [ 1315.299025] env[62697]: _type = "Task" [ 1315.299025] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.303160] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1315.303160] env[62697]: value = "task-1706068" [ 1315.303160] env[62697]: _type = "Task" [ 1315.303160] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.310026] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527404b1-2471-4804-5e59-985cb76783b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.315426] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706068, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.339162] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "307db39f-278d-4033-a1f5-47db8efb85d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.339458] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "307db39f-278d-4033-a1f5-47db8efb85d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.339681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "307db39f-278d-4033-a1f5-47db8efb85d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.339927] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "307db39f-278d-4033-a1f5-47db8efb85d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.340237] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "307db39f-278d-4033-a1f5-47db8efb85d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.343439] env[62697]: INFO nova.compute.manager [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Terminating instance [ 1315.345485] env[62697]: DEBUG nova.compute.manager [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1315.345741] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.346665] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2fe2ff-5100-4d93-a3f2-bf72999e8704 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.358547] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.358837] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fae8488-41fb-44c9-b24a-2f930a663481 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.371367] env[62697]: DEBUG oslo_vmware.api [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1315.371367] env[62697]: value = "task-1706069" [ 1315.371367] env[62697]: _type = "Task" [ 1315.371367] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.388289] env[62697]: DEBUG oslo_vmware.api [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.391885] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706066, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.493269] env[62697]: DEBUG nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1315.536156] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069125} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.536457] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.537571] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de97bd-1e41-4852-86c3-f8b0017b9685 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.563656] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 598de54d-5837-4c76-a256-90975ab135d7/598de54d-5837-4c76-a256-90975ab135d7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.564768] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133d56dd-cf38-4996-b39d-762073e4963e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.582386] env[62697]: DEBUG oslo_concurrency.lockutils [req-391f74db-ad59-4394-b489-e31eace85bdc req-cdaa1748-b0ef-4a6f-901f-c9420bf4aff3 service nova] Releasing lock "refresh_cache-24a0a90c-f0bd-4906-be70-7d92fad5eeaa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.590295] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1315.590295] env[62697]: value = "task-1706070" [ 1315.590295] env[62697]: _type = "Task" [ 1315.590295] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.600410] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.660960] env[62697]: DEBUG nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1315.690545] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1315.691055] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1315.691258] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.691508] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1315.691710] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.691885] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1315.692193] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1315.692360] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1315.692559] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1315.692751] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1315.693048] env[62697]: DEBUG nova.virt.hardware [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1315.693908] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8f3f53bf-2faa-404f-83db-c23774200517 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1315.696229] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bcc431-47cb-4f28-aa60-d4cbfd1fe8a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.709227] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70870fce-ba8c-44de-929f-463a9fffb859 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.812158] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527404b1-2471-4804-5e59-985cb76783b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012576} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.812924] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.813190] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.813454] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.814049] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.814506] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.814559] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a30cc9e5-0a2e-41c6-b970-b61c787be045 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.820562] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706068, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.829373] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.829656] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.830433] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3064e096-1e44-4d4b-96e6-105f4b35fa2e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.837212] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1315.837212] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526aac59-2605-cd67-0ce5-369092a7acda" [ 1315.837212] env[62697]: _type = "Task" [ 1315.837212] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.846546] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526aac59-2605-cd67-0ce5-369092a7acda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.887094] env[62697]: DEBUG oslo_vmware.api [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706069, 'name': PowerOffVM_Task, 'duration_secs': 0.202729} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.888037] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.888299] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.888622] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8071a1a-b1dc-4c47-862f-8a50af816ff3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.893591] env[62697]: DEBUG oslo_vmware.api [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706066, 'name': PowerOnVM_Task, 'duration_secs': 0.814689} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.894344] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.894637] env[62697]: INFO nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1315.894919] env[62697]: DEBUG nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1315.895922] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4511d4a-77c6-4add-b701-1fad1bf6b999 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.985390] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.985725] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.985946] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Deleting the datastore file [datastore1] 307db39f-278d-4033-a1f5-47db8efb85d3 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.986616] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df71ed6-ca1d-475c-b326-6abda65d86a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.995624] env[62697]: DEBUG oslo_vmware.api [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for the task: (returnval){ [ 1315.995624] env[62697]: value = "task-1706072" [ 1315.995624] env[62697]: _type = "Task" [ 1315.995624] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.012545] env[62697]: DEBUG oslo_vmware.api [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.020198] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.105707] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706070, 'name': ReconfigVM_Task, 'duration_secs': 0.476395} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.106199] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 598de54d-5837-4c76-a256-90975ab135d7/598de54d-5837-4c76-a256-90975ab135d7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.107121] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-681a5469-9c52-48a9-97c9-8c9fcbd1cb30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.115989] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1316.115989] env[62697]: value = "task-1706073" [ 1316.115989] env[62697]: _type = "Task" [ 1316.115989] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.140220] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706073, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.201491] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1316.315468] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706068, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.347727] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526aac59-2605-cd67-0ce5-369092a7acda, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.348580] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3623d8-8fa5-4926-9ea0-c1443c5fb12e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.354964] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1316.354964] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5241f149-b3a0-f42d-d604-d4c16c9d9fcb" [ 1316.354964] env[62697]: _type = "Task" [ 1316.354964] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.365501] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5241f149-b3a0-f42d-d604-d4c16c9d9fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.415107] env[62697]: INFO nova.compute.manager [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Took 38.52 seconds to build instance. [ 1316.510468] env[62697]: DEBUG oslo_vmware.api [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Task: {'id': task-1706072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189876} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.510468] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.510737] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.510892] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.511167] env[62697]: INFO nova.compute.manager [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1316.511861] env[62697]: DEBUG oslo.service.loopingcall [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.511861] env[62697]: DEBUG nova.compute.manager [-] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1316.511974] env[62697]: DEBUG nova.network.neutron [-] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.629465] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706073, 'name': Rename_Task, 'duration_secs': 0.259649} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.629897] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.630260] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5449a6fc-1ee4-46f5-b8a2-eee154c69716 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.640111] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1316.640111] env[62697]: value = "task-1706074" [ 1316.640111] env[62697]: _type = "Task" [ 1316.640111] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.650460] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.706075] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5b496f77-8644-40b9-9643-baa725c576c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1316.729773] env[62697]: DEBUG nova.compute.manager [req-a72b238f-0b25-46ed-bcda-0666e9077e6e req-02dd2842-4f0c-4232-9669-e4a51b809c96 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Received event network-vif-plugged-80fb8cdc-7807-4243-bc75-9075436a2dbd {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1316.730865] env[62697]: DEBUG oslo_concurrency.lockutils [req-a72b238f-0b25-46ed-bcda-0666e9077e6e req-02dd2842-4f0c-4232-9669-e4a51b809c96 service nova] Acquiring lock "71194ade-910f-43c0-a874-369fc90eb6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.731217] env[62697]: DEBUG oslo_concurrency.lockutils [req-a72b238f-0b25-46ed-bcda-0666e9077e6e req-02dd2842-4f0c-4232-9669-e4a51b809c96 service nova] Lock "71194ade-910f-43c0-a874-369fc90eb6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.731415] env[62697]: DEBUG oslo_concurrency.lockutils [req-a72b238f-0b25-46ed-bcda-0666e9077e6e req-02dd2842-4f0c-4232-9669-e4a51b809c96 service nova] Lock "71194ade-910f-43c0-a874-369fc90eb6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.731600] env[62697]: DEBUG nova.compute.manager [req-a72b238f-0b25-46ed-bcda-0666e9077e6e req-02dd2842-4f0c-4232-9669-e4a51b809c96 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] No waiting events found dispatching network-vif-plugged-80fb8cdc-7807-4243-bc75-9075436a2dbd {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1316.731775] env[62697]: WARNING nova.compute.manager [req-a72b238f-0b25-46ed-bcda-0666e9077e6e req-02dd2842-4f0c-4232-9669-e4a51b809c96 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Received unexpected event network-vif-plugged-80fb8cdc-7807-4243-bc75-9075436a2dbd for instance with vm_state building and task_state spawning. [ 1316.815086] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706068, 'name': CloneVM_Task, 'duration_secs': 1.250074} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.815717] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Created linked-clone VM from snapshot [ 1316.816537] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f096d3-7335-4ee3-a76b-097f7524b88a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.824670] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Uploading image cbc3fa0b-0341-4797-8f48-d71202af25da {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1316.838067] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1316.838468] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37a5b690-77b4-41b5-b21e-433030ed6526 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.847190] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1316.847190] env[62697]: value = "task-1706075" [ 1316.847190] env[62697]: _type = "Task" [ 1316.847190] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.856856] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706075, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.868529] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5241f149-b3a0-f42d-d604-d4c16c9d9fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.869359] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.869726] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 24a0a90c-f0bd-4906-be70-7d92fad5eeaa/24a0a90c-f0bd-4906-be70-7d92fad5eeaa.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.870120] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5285ac4-a74f-4bd0-ba8f-78e9bd6763e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.878430] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1316.878430] env[62697]: value = "task-1706076" [ 1316.878430] env[62697]: _type = "Task" [ 1316.878430] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.887729] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.900987] env[62697]: DEBUG nova.network.neutron [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Successfully updated port: 80fb8cdc-7807-4243-bc75-9075436a2dbd {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.921253] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c13deda-a8a2-45dd-98ba-e1284c15cbad tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.036s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.962928] env[62697]: INFO nova.compute.manager [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Rescuing [ 1316.963224] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.963408] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquired lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.963615] env[62697]: DEBUG nova.network.neutron [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.150165] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.213235] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e0e295b3-1bf8-4640-95b1-b5c1e19fce04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1317.359175] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706075, 'name': Destroy_Task, 'duration_secs': 0.373964} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.359529] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Destroyed the VM [ 1317.359780] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1317.360110] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26a53e90-daf2-4f84-a2a6-1ae6383f0a7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.371293] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1317.371293] env[62697]: value = "task-1706077" [ 1317.371293] env[62697]: _type = "Task" [ 1317.371293] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.383461] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706077, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.394107] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.403982] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "refresh_cache-71194ade-910f-43c0-a874-369fc90eb6fb" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.404202] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquired lock "refresh_cache-71194ade-910f-43c0-a874-369fc90eb6fb" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.404319] env[62697]: DEBUG nova.network.neutron [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.423678] env[62697]: DEBUG nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1317.443543] env[62697]: DEBUG nova.network.neutron [-] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.648567] env[62697]: DEBUG oslo_vmware.api [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706074, 'name': PowerOnVM_Task, 'duration_secs': 0.626804} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.648879] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.649065] env[62697]: INFO nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1317.649258] env[62697]: DEBUG nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1317.650259] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a1214-2f5a-408d-be11-7a988935cc34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.673861] env[62697]: DEBUG nova.network.neutron [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.716356] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 2c4c03dd-a708-45a4-b8bd-a60964917f90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1317.881465] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706077, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.893356] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597885} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.893627] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 24a0a90c-f0bd-4906-be70-7d92fad5eeaa/24a0a90c-f0bd-4906-be70-7d92fad5eeaa.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.893846] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.894127] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ca8c8be-f6a6-411f-a464-be27619cf2e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.903573] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1317.903573] env[62697]: value = "task-1706078" [ 1317.903573] env[62697]: _type = "Task" [ 1317.903573] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.917407] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.947795] env[62697]: INFO nova.compute.manager [-] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Took 1.44 seconds to deallocate network for instance. [ 1317.949614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.954939] env[62697]: DEBUG nova.network.neutron [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.098408] env[62697]: DEBUG nova.network.neutron [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Updating instance_info_cache with network_info: [{"id": "80fb8cdc-7807-4243-bc75-9075436a2dbd", "address": "fa:16:3e:8d:6f:3a", "network": {"id": "a595bbfc-c4cd-4e8f-af49-623fc0814ca7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1920015056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c55ce0a23b9422ab4992a0f5c4d5cbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fb8cdc-78", "ovs_interfaceid": "80fb8cdc-7807-4243-bc75-9075436a2dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.168806] env[62697]: INFO nova.compute.manager [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Took 37.31 seconds to build instance. [ 1318.177733] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Releasing lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.219304] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e48fd17e-2e72-43b5-a5b0-40187e23f3ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1318.383552] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706077, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.413626] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080033} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.413883] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.415118] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd60c38-6d14-4010-91ed-f8199fb657f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.440947] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 24a0a90c-f0bd-4906-be70-7d92fad5eeaa/24a0a90c-f0bd-4906-be70-7d92fad5eeaa.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.441445] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7431c7e3-e200-48ab-a4fe-0c59bc3cb29e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.458985] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.465197] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1318.465197] env[62697]: value = "task-1706079" [ 1318.465197] env[62697]: _type = "Task" [ 1318.465197] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.476370] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.600963] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Releasing lock "refresh_cache-71194ade-910f-43c0-a874-369fc90eb6fb" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.601354] env[62697]: DEBUG nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Instance network_info: |[{"id": "80fb8cdc-7807-4243-bc75-9075436a2dbd", "address": "fa:16:3e:8d:6f:3a", "network": {"id": "a595bbfc-c4cd-4e8f-af49-623fc0814ca7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1920015056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c55ce0a23b9422ab4992a0f5c4d5cbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fb8cdc-78", "ovs_interfaceid": "80fb8cdc-7807-4243-bc75-9075436a2dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1318.601799] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:6f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80fb8cdc-7807-4243-bc75-9075436a2dbd', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.613044] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Creating folder: Project (9c55ce0a23b9422ab4992a0f5c4d5cbc). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.614856] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7eef233-dc76-473e-8d7c-aaa0f9f504bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.626464] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Created folder: Project (9c55ce0a23b9422ab4992a0f5c4d5cbc) in parent group-v355409. [ 1318.626661] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Creating folder: Instances. Parent ref: group-v355501. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.628927] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5580f27a-0e5b-4fe3-9a0d-69ce2ac258a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.638041] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Created folder: Instances in parent group-v355501. [ 1318.638161] env[62697]: DEBUG oslo.service.loopingcall [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.638376] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.638585] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1535a74-2510-476b-9306-4af9bc831907 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.658715] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.658715] env[62697]: value = "task-1706082" [ 1318.658715] env[62697]: _type = "Task" [ 1318.658715] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.667389] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706082, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.671407] env[62697]: DEBUG oslo_concurrency.lockutils [None req-11ba015c-5da5-4180-95d5-5205a1e4b6be tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "598de54d-5837-4c76-a256-90975ab135d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.922s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.717202] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.717489] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea6107fe-9a47-4d78-be95-48d469c17f9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.722356] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance a9115a71-24c3-46da-88e2-fa7246b0d4f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1318.725214] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1318.725214] env[62697]: value = "task-1706083" [ 1318.725214] env[62697]: _type = "Task" [ 1318.725214] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.735515] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.764962] env[62697]: DEBUG nova.compute.manager [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Received event network-changed-80fb8cdc-7807-4243-bc75-9075436a2dbd {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1318.765297] env[62697]: DEBUG nova.compute.manager [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Refreshing instance network info cache due to event network-changed-80fb8cdc-7807-4243-bc75-9075436a2dbd. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1318.765425] env[62697]: DEBUG oslo_concurrency.lockutils [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] Acquiring lock "refresh_cache-71194ade-910f-43c0-a874-369fc90eb6fb" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.765601] env[62697]: DEBUG oslo_concurrency.lockutils [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] Acquired lock "refresh_cache-71194ade-910f-43c0-a874-369fc90eb6fb" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.765810] env[62697]: DEBUG nova.network.neutron [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Refreshing network info cache for port 80fb8cdc-7807-4243-bc75-9075436a2dbd {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.884512] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706077, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.976559] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.041529] env[62697]: DEBUG nova.compute.manager [None req-4d168166-a3db-4091-801e-12c65fb03565 tempest-ServerExternalEventsTest-2122845781 tempest-ServerExternalEventsTest-2122845781-project] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Received event network-changed {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1319.042128] env[62697]: DEBUG nova.compute.manager [None req-4d168166-a3db-4091-801e-12c65fb03565 tempest-ServerExternalEventsTest-2122845781 tempest-ServerExternalEventsTest-2122845781-project] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Refreshing instance network info cache due to event network-changed. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1319.043052] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4d168166-a3db-4091-801e-12c65fb03565 tempest-ServerExternalEventsTest-2122845781 tempest-ServerExternalEventsTest-2122845781-project] Acquiring lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.043052] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4d168166-a3db-4091-801e-12c65fb03565 tempest-ServerExternalEventsTest-2122845781 tempest-ServerExternalEventsTest-2122845781-project] Acquired lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.043052] env[62697]: DEBUG nova.network.neutron [None req-4d168166-a3db-4091-801e-12c65fb03565 tempest-ServerExternalEventsTest-2122845781 tempest-ServerExternalEventsTest-2122845781-project] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.173715] env[62697]: DEBUG nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1319.177028] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706082, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.226646] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1319.227409] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1319.228440] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1319.246966] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706083, 'name': PowerOffVM_Task, 'duration_secs': 0.270304} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.250026] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.250026] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcdbc0b-adf9-45cc-92f2-aac910011342 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.273970] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72b9adb-49ec-42fa-a51d-3b53bed86d88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.325151] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.325151] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e564d40e-cc0e-4dcf-aa10-909e2d4b16c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.338890] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1319.338890] env[62697]: value = "task-1706084" [ 1319.338890] env[62697]: _type = "Task" [ 1319.338890] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.351282] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1319.351282] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.351282] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.351282] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.351405] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.351405] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be51c0d0-2588-4f38-bab6-047ccbeaf8bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.367979] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.368224] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.369028] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaaea64d-b07f-45f0-9e84-af9702142be5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.381327] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1319.381327] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52deb2e7-3f21-8c0c-a006-fa5ad5543d76" [ 1319.381327] env[62697]: _type = "Task" [ 1319.381327] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.390111] env[62697]: DEBUG oslo_vmware.api [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706077, 'name': RemoveSnapshot_Task, 'duration_secs': 1.783996} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.393399] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1319.399518] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52deb2e7-3f21-8c0c-a006-fa5ad5543d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.479518] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706079, 'name': ReconfigVM_Task, 'duration_secs': 0.633046} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.479844] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 24a0a90c-f0bd-4906-be70-7d92fad5eeaa/24a0a90c-f0bd-4906-be70-7d92fad5eeaa.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.480572] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d38cc422-6e34-4eff-a9f5-d2f610400650 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.489510] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1319.489510] env[62697]: value = "task-1706085" [ 1319.489510] env[62697]: _type = "Task" [ 1319.489510] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.505163] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706085, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.576153] env[62697]: DEBUG nova.network.neutron [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Updated VIF entry in instance network info cache for port 80fb8cdc-7807-4243-bc75-9075436a2dbd. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.576153] env[62697]: DEBUG nova.network.neutron [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Updating instance_info_cache with network_info: [{"id": "80fb8cdc-7807-4243-bc75-9075436a2dbd", "address": "fa:16:3e:8d:6f:3a", "network": {"id": "a595bbfc-c4cd-4e8f-af49-623fc0814ca7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1920015056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c55ce0a23b9422ab4992a0f5c4d5cbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fb8cdc-78", "ovs_interfaceid": "80fb8cdc-7807-4243-bc75-9075436a2dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.618393] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "598de54d-5837-4c76-a256-90975ab135d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.618647] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "598de54d-5837-4c76-a256-90975ab135d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.618853] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "598de54d-5837-4c76-a256-90975ab135d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.619048] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "598de54d-5837-4c76-a256-90975ab135d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.619345] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "598de54d-5837-4c76-a256-90975ab135d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.621405] env[62697]: INFO nova.compute.manager [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Terminating instance [ 1319.624407] env[62697]: DEBUG nova.compute.manager [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1319.624605] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.625470] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa85b48b-3c13-4ba3-8db4-1d498bc587fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.637607] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.637883] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe32a75-5960-4353-9955-be30f35896e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.649328] env[62697]: DEBUG oslo_vmware.api [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1319.649328] env[62697]: value = "task-1706086" [ 1319.649328] env[62697]: _type = "Task" [ 1319.649328] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.663154] env[62697]: DEBUG oslo_vmware.api [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.676692] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706082, 'name': CreateVM_Task, 'duration_secs': 0.59986} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.677034] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.677893] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.678353] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.678941] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.682127] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7d4f36-d568-46ca-88db-3e33bff80ea8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.696604] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1319.696604] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d3472c-8ba8-9048-5ba0-b061e640cb0d" [ 1319.696604] env[62697]: _type = "Task" [ 1319.696604] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.703545] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.709802] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d3472c-8ba8-9048-5ba0-b061e640cb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.747189] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a6759a-df8d-4db1-bd35-87b60e12dd30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.755453] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d38e0-efba-46f8-a079-1f85fe6d5e7d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.792556] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e2e9b6-f52b-489f-9c21-a47fd4aeeec5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.804921] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d946c2-7e82-49a3-abd4-5a68bceb4557 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.821819] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.830399] env[62697]: DEBUG nova.network.neutron [None req-4d168166-a3db-4091-801e-12c65fb03565 tempest-ServerExternalEventsTest-2122845781 tempest-ServerExternalEventsTest-2122845781-project] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Updating instance_info_cache with network_info: [{"id": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "address": "fa:16:3e:f8:49:29", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9bd037d-ca", "ovs_interfaceid": "c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.896725] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52deb2e7-3f21-8c0c-a006-fa5ad5543d76, 'name': SearchDatastore_Task, 'duration_secs': 0.025935} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.898041] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41c0f2d-1cef-46ae-a2d2-c9e582996006 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.904116] env[62697]: WARNING nova.compute.manager [None req-da3afbef-f8cc-4ad1-bd40-325d7b1e436e tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Image not found during snapshot: nova.exception.ImageNotFound: Image cbc3fa0b-0341-4797-8f48-d71202af25da could not be found. [ 1319.910391] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1319.910391] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e42062-25cb-e30c-ed84-928711624cbc" [ 1319.910391] env[62697]: _type = "Task" [ 1319.910391] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.919615] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e42062-25cb-e30c-ed84-928711624cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.003152] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706085, 'name': Rename_Task, 'duration_secs': 0.346635} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.003764] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.004170] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c39bed9-fe86-4c1e-bf06-951073ae2f6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.014775] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1320.014775] env[62697]: value = "task-1706087" [ 1320.014775] env[62697]: _type = "Task" [ 1320.014775] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.023349] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.080743] env[62697]: DEBUG oslo_concurrency.lockutils [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] Releasing lock "refresh_cache-71194ade-910f-43c0-a874-369fc90eb6fb" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.081046] env[62697]: DEBUG nova.compute.manager [req-10deb93e-79a7-4a45-990b-629db1b23811 req-f7f99096-6d32-41ff-982c-2504e46d32c4 service nova] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Received event network-vif-deleted-579386ea-3928-4140-bcc7-f2899d70101c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1320.157279] env[62697]: DEBUG oslo_vmware.api [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706086, 'name': PowerOffVM_Task, 'duration_secs': 0.23361} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.157553] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.157723] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.158116] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d7bdc4f-dbc3-4758-b1fa-79bbc684d9a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.206382] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d3472c-8ba8-9048-5ba0-b061e640cb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.015273} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.206681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.206921] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.207159] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.246430] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.246630] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.246798] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Deleting the datastore file [datastore1] 598de54d-5837-4c76-a256-90975ab135d7 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.247194] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8183fec4-0efa-49ce-b765-171a76dd65d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.255246] env[62697]: DEBUG oslo_vmware.api [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for the task: (returnval){ [ 1320.255246] env[62697]: value = "task-1706089" [ 1320.255246] env[62697]: _type = "Task" [ 1320.255246] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.264131] env[62697]: DEBUG oslo_vmware.api [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.325419] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.333102] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4d168166-a3db-4091-801e-12c65fb03565 tempest-ServerExternalEventsTest-2122845781 tempest-ServerExternalEventsTest-2122845781-project] Releasing lock "refresh_cache-598de54d-5837-4c76-a256-90975ab135d7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.421263] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e42062-25cb-e30c-ed84-928711624cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015374} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.421537] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.421792] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. {{(pid=62697) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1320.422111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.422328] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.422553] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834a6e8e-a9f4-4569-acd6-7561cf5cefb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.424570] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-258230aa-aab6-4df7-b604-3d9de333e933 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.431898] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1320.431898] env[62697]: value = "task-1706090" [ 1320.431898] env[62697]: _type = "Task" [ 1320.431898] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.436521] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.437326] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.437441] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b185af0-99e2-4d8b-9d56-dc42de810bde {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.442633] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.445818] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1320.445818] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bb53ef-f38a-3164-a892-c1a46b16ad3b" [ 1320.445818] env[62697]: _type = "Task" [ 1320.445818] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.453618] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bb53ef-f38a-3164-a892-c1a46b16ad3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.459372] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "d5b886d2-8290-4352-a05e-d871cc5162a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.459372] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.459626] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "d5b886d2-8290-4352-a05e-d871cc5162a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.459936] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.460156] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.462524] env[62697]: INFO nova.compute.manager [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Terminating instance [ 1320.464400] env[62697]: DEBUG nova.compute.manager [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1320.465112] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.465509] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7008e4fe-01be-4f66-88ef-cf8c81220d87 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.474046] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.474498] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4616148-bb95-4df9-a32c-16ff91cc45c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.482186] env[62697]: DEBUG oslo_vmware.api [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1320.482186] env[62697]: value = "task-1706091" [ 1320.482186] env[62697]: _type = "Task" [ 1320.482186] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.491038] env[62697]: DEBUG oslo_vmware.api [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.525345] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.766689] env[62697]: DEBUG oslo_vmware.api [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Task: {'id': task-1706089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145125} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.766983] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.767182] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.767373] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.767561] env[62697]: INFO nova.compute.manager [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1320.767865] env[62697]: DEBUG oslo.service.loopingcall [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.768041] env[62697]: DEBUG nova.compute.manager [-] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1320.768147] env[62697]: DEBUG nova.network.neutron [-] [instance: 598de54d-5837-4c76-a256-90975ab135d7] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.831251] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1320.831604] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.705s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.831981] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.414s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.832262] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.834685] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.074s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.836474] env[62697]: INFO nova.compute.claims [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.877933] env[62697]: INFO nova.scheduler.client.report [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Deleted allocations for instance f6dd62c7-f64c-44ab-bb84-acf65d749940 [ 1320.949806] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706090, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.964569] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bb53ef-f38a-3164-a892-c1a46b16ad3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.965945] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f3a1a2-e9f7-4066-8d75-5f555858eb45 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.974878] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1320.974878] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e01bf2-f29d-129a-7705-8cef77537f71" [ 1320.974878] env[62697]: _type = "Task" [ 1320.974878] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.986874] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e01bf2-f29d-129a-7705-8cef77537f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.997795] env[62697]: DEBUG oslo_vmware.api [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706091, 'name': PowerOffVM_Task, 'duration_secs': 0.295217} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.998132] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.998315] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.998606] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbfe6a58-983d-4741-9e54-1952caaa9da8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.031302] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.084303] env[62697]: DEBUG nova.compute.manager [req-cd0e786e-1a8c-4d87-80cc-f15af5a85338 req-f25538f1-a3dd-49c3-adf7-ff8886956967 service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Received event network-vif-deleted-c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1321.084932] env[62697]: INFO nova.compute.manager [req-cd0e786e-1a8c-4d87-80cc-f15af5a85338 req-f25538f1-a3dd-49c3-adf7-ff8886956967 service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Neutron deleted interface c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf; detaching it from the instance and deleting it from the info cache [ 1321.085282] env[62697]: DEBUG nova.network.neutron [req-cd0e786e-1a8c-4d87-80cc-f15af5a85338 req-f25538f1-a3dd-49c3-adf7-ff8886956967 service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.106298] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.106676] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.106960] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleting the datastore file [datastore1] d5b886d2-8290-4352-a05e-d871cc5162a5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.107402] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d180598e-9470-4c24-8f61-dc3a5c03e32c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.123066] env[62697]: DEBUG oslo_vmware.api [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1321.123066] env[62697]: value = "task-1706093" [ 1321.123066] env[62697]: _type = "Task" [ 1321.123066] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.385349] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cecc567d-1d1d-4aaa-80ca-f0eb4763c919 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103 tempest-FloatingIPsAssociationNegativeTestJSON-1954606103-project-member] Lock "f6dd62c7-f64c-44ab-bb84-acf65d749940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.872s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.444827] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872055} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.445051] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. [ 1321.446044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe51fa35-df81-4970-9f46-38d2a7cd7530 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.473734] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.474506] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab1a471-1bcd-46eb-94ea-efb7f7a2a635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.506369] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e01bf2-f29d-129a-7705-8cef77537f71, 'name': SearchDatastore_Task, 'duration_secs': 0.056894} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.507252] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.507538] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 71194ade-910f-43c0-a874-369fc90eb6fb/71194ade-910f-43c0-a874-369fc90eb6fb.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.507876] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1321.507876] env[62697]: value = "task-1706094" [ 1321.507876] env[62697]: _type = "Task" [ 1321.507876] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.508125] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3c70181-6825-4006-9174-f947d38d275a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.523500] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.526566] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1321.526566] env[62697]: value = "task-1706095" [ 1321.526566] env[62697]: _type = "Task" [ 1321.526566] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.532659] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706087, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.539818] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.558679] env[62697]: DEBUG nova.network.neutron [-] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.591206] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-900c8a77-63c6-4601-b077-7c2c81acad8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.602743] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cbe17c-b8fc-49db-b0c5-09a64050b3a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.641049] env[62697]: DEBUG nova.compute.manager [req-cd0e786e-1a8c-4d87-80cc-f15af5a85338 req-f25538f1-a3dd-49c3-adf7-ff8886956967 service nova] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Detach interface failed, port_id=c9bd037d-ca2f-4ff7-be0d-e8c3b5ef95cf, reason: Instance 598de54d-5837-4c76-a256-90975ab135d7 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1321.645175] env[62697]: DEBUG oslo_vmware.api [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312098} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.645507] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.645921] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.645921] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.646073] env[62697]: INFO nova.compute.manager [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1321.646382] env[62697]: DEBUG oslo.service.loopingcall [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.646575] env[62697]: DEBUG nova.compute.manager [-] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1321.646758] env[62697]: DEBUG nova.network.neutron [-] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.836824] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.836824] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.030691] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.039818] env[62697]: DEBUG oslo_vmware.api [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706087, 'name': PowerOnVM_Task, 'duration_secs': 1.597554} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.040776] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.041286] env[62697]: INFO nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1322.041663] env[62697]: DEBUG nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1322.042847] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716db247-2250-4130-a977-275533c8569d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.049936] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.063032] env[62697]: INFO nova.compute.manager [-] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Took 1.29 seconds to deallocate network for instance. [ 1322.349529] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.349767] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1322.349937] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1322.443132] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f225681-3b4d-4753-bb11-718d7c121766 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.452506] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398627e4-0e67-4dd6-9ee4-70c535f481b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.483413] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a175f35d-8cfe-4c8a-9f5e-753bc8135495 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.492657] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2ae074-18b2-48b0-be66-9512553b262e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.507177] env[62697]: DEBUG nova.compute.provider_tree [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.520953] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706094, 'name': ReconfigVM_Task, 'duration_secs': 0.917315} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.521263] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.522150] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f62148e-7e74-4c94-bbab-2778d1d0ecfb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.575643] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82cca7e5-f6b8-4c9e-b9f9-737d725ba557 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.589214] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.589533] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706095, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.590014] env[62697]: INFO nova.compute.manager [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Took 37.37 seconds to build instance. [ 1322.600356] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1322.600356] env[62697]: value = "task-1706096" [ 1322.600356] env[62697]: _type = "Task" [ 1322.600356] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.609629] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.655852] env[62697]: DEBUG nova.network.neutron [-] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.856620] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Skipping network cache update for instance because it is being deleted. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9945}} [ 1322.856872] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Skipping network cache update for instance because it is Building. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1322.856943] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Skipping network cache update for instance because it is Building. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1322.875570] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.875570] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.875697] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1322.875777] env[62697]: DEBUG nova.objects.instance [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lazy-loading 'info_cache' on Instance uuid 67273d80-15fa-440b-bb86-901b28c075aa {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.010919] env[62697]: DEBUG nova.scheduler.client.report [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1323.043060] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706095, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.093523] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ff4b1ec2-d6ba-4481-85b8-6544d81989da tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.049s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.114872] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706096, 'name': ReconfigVM_Task, 'duration_secs': 0.179465} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.114872] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.114872] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7bd35f-22e7-4dfa-a618-171787af2673 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.136502] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1323.136502] env[62697]: value = "task-1706097" [ 1323.136502] env[62697]: _type = "Task" [ 1323.136502] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.145719] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.158748] env[62697]: INFO nova.compute.manager [-] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Took 1.51 seconds to deallocate network for instance. [ 1323.283135] env[62697]: DEBUG nova.compute.manager [req-054c9692-0e55-4701-85e3-f0f4189c0820 req-d5f86227-89f6-42e2-934d-c60e122720f3 service nova] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Received event network-vif-deleted-68354dac-570e-44b8-9851-138d9fe38a51 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1323.516861] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.517482] env[62697]: DEBUG nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1323.520343] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.785s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.521862] env[62697]: INFO nova.compute.claims [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.546650] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706095, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.720668} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.546806] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 71194ade-910f-43c0-a874-369fc90eb6fb/71194ade-910f-43c0-a874-369fc90eb6fb.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.547014] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.547359] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29d2cfed-636b-4937-878b-631aba26c76c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.550393] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0d24d8-35e2-4595-911a-4d54554a0baa tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "interface-24a0a90c-f0bd-4906-be70-7d92fad5eeaa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.550822] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0d24d8-35e2-4595-911a-4d54554a0baa tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "interface-24a0a90c-f0bd-4906-be70-7d92fad5eeaa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.551068] env[62697]: DEBUG nova.objects.instance [None req-bf0d24d8-35e2-4595-911a-4d54554a0baa tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lazy-loading 'flavor' on Instance uuid 24a0a90c-f0bd-4906-be70-7d92fad5eeaa {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.559456] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1323.559456] env[62697]: value = "task-1706098" [ 1323.559456] env[62697]: _type = "Task" [ 1323.559456] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.571588] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.648131] env[62697]: DEBUG oslo_vmware.api [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706097, 'name': PowerOnVM_Task, 'duration_secs': 0.471203} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.648429] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.651176] env[62697]: DEBUG nova.compute.manager [None req-c476be80-f2ca-43ba-8467-7e8199b1ee0e tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1323.651963] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87ae9e9-1539-41f2-bc76-933fb841600e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.666722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.898827] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.026636] env[62697]: DEBUG nova.compute.utils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.030484] env[62697]: DEBUG nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1324.030655] env[62697]: DEBUG nova.network.neutron [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.055361] env[62697]: DEBUG nova.objects.instance [None req-bf0d24d8-35e2-4595-911a-4d54554a0baa tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lazy-loading 'pci_requests' on Instance uuid 24a0a90c-f0bd-4906-be70-7d92fad5eeaa {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.069877] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173371} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.070229] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.071037] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ddc8a6-f992-4629-b375-d93bbd17875f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.074935] env[62697]: DEBUG nova.policy [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf050123a924eec8b498cf84d432675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '141222aafe34454d94280d3e2d27b2eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1324.097616] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 71194ade-910f-43c0-a874-369fc90eb6fb/71194ade-910f-43c0-a874-369fc90eb6fb.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.097948] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16e01c2-3db5-4ab9-a89f-8f8f0a6b590e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.119913] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1324.119913] env[62697]: value = "task-1706099" [ 1324.119913] env[62697]: _type = "Task" [ 1324.119913] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.378390] env[62697]: DEBUG nova.network.neutron [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Successfully created port: 448cd6db-b4b8-49f2-a4f2-54278b41d041 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.532095] env[62697]: DEBUG nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1324.542825] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.558121] env[62697]: DEBUG nova.objects.base [None req-bf0d24d8-35e2-4595-911a-4d54554a0baa tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Object Instance<24a0a90c-f0bd-4906-be70-7d92fad5eeaa> lazy-loaded attributes: flavor,pci_requests {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1324.559395] env[62697]: DEBUG nova.network.neutron [None req-bf0d24d8-35e2-4595-911a-4d54554a0baa tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.637465] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706099, 'name': ReconfigVM_Task, 'duration_secs': 0.348284} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.637982] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 71194ade-910f-43c0-a874-369fc90eb6fb/71194ade-910f-43c0-a874-369fc90eb6fb.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.638662] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5694d0-7d71-4236-9e60-e15591bf5914 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.652951] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1324.652951] env[62697]: value = "task-1706100" [ 1324.652951] env[62697]: _type = "Task" [ 1324.652951] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.670299] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706100, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.705956] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0d24d8-35e2-4595-911a-4d54554a0baa tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "interface-24a0a90c-f0bd-4906-be70-7d92fad5eeaa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.155s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.994772] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6c5b30-4711-4189-9649-13589fe801ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.003376] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d0eaf-405d-428e-bca3-c423e6e2595e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.034571] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1032416-cf57-4d85-a968-ef23d8ac9e1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.045350] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-67273d80-15fa-440b-bb86-901b28c075aa" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.045546] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1325.045802] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.047105] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e62f887-efa2-4fea-8fb7-17a185a24c09 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.051153] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.051549] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.051935] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.052165] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.052394] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.052539] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1325.061621] env[62697]: DEBUG nova.compute.provider_tree [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.163839] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706100, 'name': Rename_Task, 'duration_secs': 0.465029} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.164070] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.164343] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d9f5a1a-1c6a-491c-ac02-603d057b3915 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.171188] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1325.171188] env[62697]: value = "task-1706101" [ 1325.171188] env[62697]: _type = "Task" [ 1325.171188] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.183883] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.542172] env[62697]: DEBUG nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1325.565606] env[62697]: DEBUG nova.scheduler.client.report [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1325.578811] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1325.579150] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1325.579418] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.579658] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1325.579834] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.580030] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1325.580320] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1325.580448] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1325.580623] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1325.580791] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1325.580978] env[62697]: DEBUG nova.virt.hardware [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1325.581880] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c7172a-1701-4c94-b8b6-9bc9974e6192 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.593978] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c94fbc3-1b6b-4c37-be9a-20dab49219de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.686077] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.045586] env[62697]: DEBUG nova.network.neutron [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Successfully updated port: 448cd6db-b4b8-49f2-a4f2-54278b41d041 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.072608] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.073156] env[62697]: DEBUG nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1326.077155] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.798s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.077399] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.079531] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.361s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.081439] env[62697]: INFO nova.compute.claims [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.084799] env[62697]: DEBUG nova.compute.manager [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1326.084992] env[62697]: DEBUG nova.compute.manager [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing instance network info cache due to event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1326.085238] env[62697]: DEBUG oslo_concurrency.lockutils [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] Acquiring lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.085386] env[62697]: DEBUG oslo_concurrency.lockutils [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] Acquired lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.085551] env[62697]: DEBUG nova.network.neutron [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.114883] env[62697]: INFO nova.scheduler.client.report [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Deleted allocations for instance ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede [ 1326.184516] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.476504] env[62697]: DEBUG nova.compute.manager [req-e3e8d2fa-425f-4eda-9553-071cb6bd7b81 req-3323a96c-df78-425a-b1c2-1e31ca712b55 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Received event network-vif-plugged-448cd6db-b4b8-49f2-a4f2-54278b41d041 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1326.476735] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3e8d2fa-425f-4eda-9553-071cb6bd7b81 req-3323a96c-df78-425a-b1c2-1e31ca712b55 service nova] Acquiring lock "8f3f53bf-2faa-404f-83db-c23774200517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.476950] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3e8d2fa-425f-4eda-9553-071cb6bd7b81 req-3323a96c-df78-425a-b1c2-1e31ca712b55 service nova] Lock "8f3f53bf-2faa-404f-83db-c23774200517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.477160] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3e8d2fa-425f-4eda-9553-071cb6bd7b81 req-3323a96c-df78-425a-b1c2-1e31ca712b55 service nova] Lock "8f3f53bf-2faa-404f-83db-c23774200517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.477368] env[62697]: DEBUG nova.compute.manager [req-e3e8d2fa-425f-4eda-9553-071cb6bd7b81 req-3323a96c-df78-425a-b1c2-1e31ca712b55 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] No waiting events found dispatching network-vif-plugged-448cd6db-b4b8-49f2-a4f2-54278b41d041 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1326.477545] env[62697]: WARNING nova.compute.manager [req-e3e8d2fa-425f-4eda-9553-071cb6bd7b81 req-3323a96c-df78-425a-b1c2-1e31ca712b55 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Received unexpected event network-vif-plugged-448cd6db-b4b8-49f2-a4f2-54278b41d041 for instance with vm_state building and task_state spawning. [ 1326.548043] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "refresh_cache-8f3f53bf-2faa-404f-83db-c23774200517" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.548210] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquired lock "refresh_cache-8f3f53bf-2faa-404f-83db-c23774200517" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.548355] env[62697]: DEBUG nova.network.neutron [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.588424] env[62697]: DEBUG nova.compute.utils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.594588] env[62697]: DEBUG nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1326.594588] env[62697]: DEBUG nova.network.neutron [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.623508] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2483402a-7ea6-4a67-bd68-afab61412b39 tempest-ServerMetadataTestJSON-901827522 tempest-ServerMetadataTestJSON-901827522-project-member] Lock "ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.815s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.686459] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.693889] env[62697]: DEBUG nova.policy [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72cee2cf02364120ab35e380fe11a52d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9bc89334404ba7abc7badaba7b2488', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1327.077386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.077683] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.077942] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.078168] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.078347] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.084286] env[62697]: INFO nova.compute.manager [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Terminating instance [ 1327.086321] env[62697]: DEBUG nova.network.neutron [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updated VIF entry in instance network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.086635] env[62697]: DEBUG nova.network.neutron [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.089047] env[62697]: DEBUG nova.compute.manager [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1327.089250] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.090122] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d54de9-b248-4588-ba3f-22d99f5406da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.095742] env[62697]: DEBUG nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1327.103365] env[62697]: DEBUG nova.network.neutron [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.107862] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.108152] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f21b0b2f-43ad-45ba-9fac-0e4d970731ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.118333] env[62697]: DEBUG oslo_vmware.api [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1327.118333] env[62697]: value = "task-1706102" [ 1327.118333] env[62697]: _type = "Task" [ 1327.118333] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.148586] env[62697]: DEBUG oslo_vmware.api [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.186074] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.342583] env[62697]: DEBUG nova.network.neutron [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Updating instance_info_cache with network_info: [{"id": "448cd6db-b4b8-49f2-a4f2-54278b41d041", "address": "fa:16:3e:bb:b8:b1", "network": {"id": "b19b4dad-90cb-44f8-a6cf-f1992a26065e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1094810860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "141222aafe34454d94280d3e2d27b2eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448cd6db-b4", "ovs_interfaceid": "448cd6db-b4b8-49f2-a4f2-54278b41d041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.361498] env[62697]: DEBUG nova.network.neutron [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Successfully created port: 3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.551927] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208591fb-5deb-45bc-b88e-f309d1a34a9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.560677] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a297f4-4d0f-4264-92d3-af0f7966c62a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.596394] env[62697]: DEBUG oslo_concurrency.lockutils [req-be8174c4-78e7-44c3-8d5e-5e3ba5f23c6a req-9456a85b-d346-4710-b9a8-830366cdbc62 service nova] Releasing lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.597572] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a671e8ce-138a-476e-8f31-c0c04dfd6d73 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.610218] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc534d9-01b9-4a5b-b18a-35fddf266789 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.626554] env[62697]: DEBUG nova.compute.provider_tree [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.637955] env[62697]: DEBUG oslo_vmware.api [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706102, 'name': PowerOffVM_Task, 'duration_secs': 0.301366} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.638253] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.638432] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.640432] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f788856-7bf8-4338-93ec-3300bfc46d2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.687132] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.751532] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.752733] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.752733] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Deleting the datastore file [datastore1] 24a0a90c-f0bd-4906-be70-7d92fad5eeaa {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.752733] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3778e479-9f40-4ae8-9731-a5376cbeb45a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.765028] env[62697]: DEBUG oslo_vmware.api [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for the task: (returnval){ [ 1327.765028] env[62697]: value = "task-1706104" [ 1327.765028] env[62697]: _type = "Task" [ 1327.765028] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.778028] env[62697]: DEBUG oslo_vmware.api [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.852020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Releasing lock "refresh_cache-8f3f53bf-2faa-404f-83db-c23774200517" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.852020] env[62697]: DEBUG nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Instance network_info: |[{"id": "448cd6db-b4b8-49f2-a4f2-54278b41d041", "address": "fa:16:3e:bb:b8:b1", "network": {"id": "b19b4dad-90cb-44f8-a6cf-f1992a26065e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1094810860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "141222aafe34454d94280d3e2d27b2eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448cd6db-b4", "ovs_interfaceid": "448cd6db-b4b8-49f2-a4f2-54278b41d041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1327.852250] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:b8:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '448cd6db-b4b8-49f2-a4f2-54278b41d041', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.859192] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Creating folder: Project (141222aafe34454d94280d3e2d27b2eb). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.859712] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a9e825d-ecf5-4372-98a7-7e792064e058 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.873721] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Created folder: Project (141222aafe34454d94280d3e2d27b2eb) in parent group-v355409. [ 1327.874248] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Creating folder: Instances. Parent ref: group-v355504. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.874629] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4059f77-62cb-4ea7-8ebc-b515d3197ba0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.896155] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Created folder: Instances in parent group-v355504. [ 1327.896155] env[62697]: DEBUG oslo.service.loopingcall [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.896155] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.896155] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f84ab19-1a4d-4803-87e3-a4f68dc1e082 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.923183] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.923183] env[62697]: value = "task-1706107" [ 1327.923183] env[62697]: _type = "Task" [ 1327.923183] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.931444] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706107, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.112192] env[62697]: DEBUG nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1328.135053] env[62697]: DEBUG nova.scheduler.client.report [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1328.138568] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1328.138983] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1328.139263] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.139549] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1328.139818] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.140095] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1328.140409] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1328.140674] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1328.140943] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1328.141239] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1328.141517] env[62697]: DEBUG nova.virt.hardware [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.142463] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdd220f-9d48-437d-aadc-75b1207206ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.151401] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b35c35-3097-424f-8587-4d921b069593 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.189023] env[62697]: DEBUG oslo_vmware.api [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706101, 'name': PowerOnVM_Task, 'duration_secs': 2.590212} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.189023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.189023] env[62697]: INFO nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Took 12.53 seconds to spawn the instance on the hypervisor. [ 1328.189023] env[62697]: DEBUG nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1328.189023] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c84ac-0728-4aab-af65-758f211dbcf7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.281307] env[62697]: DEBUG oslo_vmware.api [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Task: {'id': task-1706104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170231} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.281924] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.282267] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.282604] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.282919] env[62697]: INFO nova.compute.manager [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1328.283313] env[62697]: DEBUG oslo.service.loopingcall [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.283682] env[62697]: DEBUG nova.compute.manager [-] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1328.283874] env[62697]: DEBUG nova.network.neutron [-] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.432372] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706107, 'name': CreateVM_Task, 'duration_secs': 0.368548} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.432732] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.433601] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.433993] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.434471] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.435321] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7d828b-d828-4c9d-8f2d-49764476afab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.442067] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1328.442067] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52eb23dc-4187-3264-c02b-5f72be16a4f3" [ 1328.442067] env[62697]: _type = "Task" [ 1328.442067] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.451393] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52eb23dc-4187-3264-c02b-5f72be16a4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.480463] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.480463] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.649021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.649021] env[62697]: DEBUG nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1328.649716] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.447s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.651410] env[62697]: INFO nova.compute.claims [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.710755] env[62697]: INFO nova.compute.manager [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Took 41.84 seconds to build instance. [ 1328.958959] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52eb23dc-4187-3264-c02b-5f72be16a4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017951} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.959304] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.959537] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.959773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.959918] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.960308] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.961120] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7399aea2-7f0e-4d46-aecf-3f3b63ed8049 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.970854] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.970945] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.971674] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f913fade-9992-4407-8bb3-7cdf46694430 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.977867] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1328.977867] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525b2204-8b41-5200-9332-d4aff4a5541f" [ 1328.977867] env[62697]: _type = "Task" [ 1328.977867] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.982392] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.987939] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525b2204-8b41-5200-9332-d4aff4a5541f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.041959] env[62697]: DEBUG nova.network.neutron [-] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.082340] env[62697]: DEBUG nova.compute.manager [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1329.082340] env[62697]: DEBUG nova.compute.manager [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing instance network info cache due to event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1329.082340] env[62697]: DEBUG oslo_concurrency.lockutils [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] Acquiring lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.082340] env[62697]: DEBUG oslo_concurrency.lockutils [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] Acquired lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.082340] env[62697]: DEBUG nova.network.neutron [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.103990] env[62697]: DEBUG nova.network.neutron [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Successfully updated port: 3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.156670] env[62697]: DEBUG nova.compute.utils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.160561] env[62697]: DEBUG nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1329.160561] env[62697]: DEBUG nova.network.neutron [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.167008] env[62697]: DEBUG nova.compute.manager [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Received event network-changed-448cd6db-b4b8-49f2-a4f2-54278b41d041 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1329.167356] env[62697]: DEBUG nova.compute.manager [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Refreshing instance network info cache due to event network-changed-448cd6db-b4b8-49f2-a4f2-54278b41d041. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1329.167659] env[62697]: DEBUG oslo_concurrency.lockutils [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] Acquiring lock "refresh_cache-8f3f53bf-2faa-404f-83db-c23774200517" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.167877] env[62697]: DEBUG oslo_concurrency.lockutils [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] Acquired lock "refresh_cache-8f3f53bf-2faa-404f-83db-c23774200517" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.168153] env[62697]: DEBUG nova.network.neutron [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Refreshing network info cache for port 448cd6db-b4b8-49f2-a4f2-54278b41d041 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.216693] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3659fdac-f288-42be-9ef2-a9feab1acc17 tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "71194ade-910f-43c0-a874-369fc90eb6fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.459s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.272135] env[62697]: DEBUG nova.policy [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89be7a607dd343e9bcb5ca956b0c6ed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e011dd5cca9b460da9d93e7f10258447', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1329.491601] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525b2204-8b41-5200-9332-d4aff4a5541f, 'name': SearchDatastore_Task, 'duration_secs': 0.017847} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.496023] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e1380f-248f-4794-8ee8-5371a5f68426 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.498679] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1329.498679] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bfd189-1183-148e-c12b-1e14951cfc2b" [ 1329.498679] env[62697]: _type = "Task" [ 1329.498679] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.507777] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bfd189-1183-148e-c12b-1e14951cfc2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.544440] env[62697]: INFO nova.compute.manager [-] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Took 1.26 seconds to deallocate network for instance. [ 1329.607192] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.607192] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.607192] env[62697]: DEBUG nova.network.neutron [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.664037] env[62697]: DEBUG nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1329.784201] env[62697]: DEBUG nova.network.neutron [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Successfully created port: 9e2648f9-62a9-4535-a67d-2e1eaf883310 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.011034] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bfd189-1183-148e-c12b-1e14951cfc2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.013651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.013916] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8f3f53bf-2faa-404f-83db-c23774200517/8f3f53bf-2faa-404f-83db-c23774200517.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.014564] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfe9f318-e7fc-491a-b8c8-def0289fbc88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.024449] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1330.024449] env[62697]: value = "task-1706108" [ 1330.024449] env[62697]: _type = "Task" [ 1330.024449] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.035584] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.054498] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.095902] env[62697]: DEBUG nova.network.neutron [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updated VIF entry in instance network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.096302] env[62697]: DEBUG nova.network.neutron [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.172921] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eca9260-a568-4778-926c-5164e60ef631 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.183135] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd1d73c-83ce-470a-acf9-330a06d73539 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.188307] env[62697]: DEBUG nova.network.neutron [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.218487] env[62697]: DEBUG nova.network.neutron [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Updated VIF entry in instance network info cache for port 448cd6db-b4b8-49f2-a4f2-54278b41d041. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.218833] env[62697]: DEBUG nova.network.neutron [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Updating instance_info_cache with network_info: [{"id": "448cd6db-b4b8-49f2-a4f2-54278b41d041", "address": "fa:16:3e:bb:b8:b1", "network": {"id": "b19b4dad-90cb-44f8-a6cf-f1992a26065e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1094810860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "141222aafe34454d94280d3e2d27b2eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448cd6db-b4", "ovs_interfaceid": "448cd6db-b4b8-49f2-a4f2-54278b41d041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.221278] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae5a29-f6cf-4d2e-95cf-7a68036879a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.231398] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe30c8d-fff6-4711-a66e-897511e58411 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.248651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "71194ade-910f-43c0-a874-369fc90eb6fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.248996] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "71194ade-910f-43c0-a874-369fc90eb6fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.249205] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "71194ade-910f-43c0-a874-369fc90eb6fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.249448] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "71194ade-910f-43c0-a874-369fc90eb6fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.249593] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "71194ade-910f-43c0-a874-369fc90eb6fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.253973] env[62697]: DEBUG nova.compute.provider_tree [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.256977] env[62697]: INFO nova.compute.manager [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Terminating instance [ 1330.265020] env[62697]: DEBUG nova.compute.manager [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1330.265020] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.265020] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d6e3d2-adc5-4cae-8275-9c8f01a920fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.276220] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.276346] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f1f49e-48f9-4068-a870-065c4d456534 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.284909] env[62697]: DEBUG oslo_vmware.api [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1330.284909] env[62697]: value = "task-1706109" [ 1330.284909] env[62697]: _type = "Task" [ 1330.284909] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.295367] env[62697]: DEBUG oslo_vmware.api [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.475675] env[62697]: DEBUG nova.network.neutron [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updating instance_info_cache with network_info: [{"id": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "address": "fa:16:3e:a9:f4:eb", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75820f-7f", "ovs_interfaceid": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.538288] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706108, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.598861] env[62697]: DEBUG oslo_concurrency.lockutils [req-7c5fd669-5802-4bac-837d-1dd70a8b490e req-64c677e2-f4d6-4c23-b35c-2771a6012d1f service nova] Releasing lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.678095] env[62697]: DEBUG nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1330.712276] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1330.713725] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1330.713928] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.714196] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1330.714420] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.714591] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1330.714809] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1330.714968] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1330.715516] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1330.715516] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1330.715516] env[62697]: DEBUG nova.virt.hardware [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1330.716419] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773d5d5b-50d3-42ec-b22b-4cd157da152c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.727019] env[62697]: DEBUG oslo_concurrency.lockutils [req-ae1ede74-fb99-4ebd-b2f3-4c43f1d83757 req-d7561c01-cab4-4dbb-9a63-7b2fd0e490d2 service nova] Releasing lock "refresh_cache-8f3f53bf-2faa-404f-83db-c23774200517" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.728713] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839fa0c9-5c2e-41ab-b1ed-fb1913f1677a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.760692] env[62697]: DEBUG nova.scheduler.client.report [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1330.796790] env[62697]: DEBUG oslo_vmware.api [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706109, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.979038] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.979361] env[62697]: DEBUG nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Instance network_info: |[{"id": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "address": "fa:16:3e:a9:f4:eb", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75820f-7f", "ovs_interfaceid": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1330.979863] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:f4:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b75820f-7f12-48b8-96f9-6394993fd2ae', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.987904] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating folder: Project (1f9bc89334404ba7abc7badaba7b2488). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.988282] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80cca56e-5342-480f-9977-e94bf2ddea5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.002982] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created folder: Project (1f9bc89334404ba7abc7badaba7b2488) in parent group-v355409. [ 1331.003238] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating folder: Instances. Parent ref: group-v355507. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.003769] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0b0d581-470e-4232-9780-041ec083d0ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.017021] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created folder: Instances in parent group-v355507. [ 1331.017021] env[62697]: DEBUG oslo.service.loopingcall [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.017021] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.017230] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec6c88c-d154-40ed-9eca-c92fd4dcc6e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.045075] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735074} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.046504] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8f3f53bf-2faa-404f-83db-c23774200517/8f3f53bf-2faa-404f-83db-c23774200517.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.046795] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.047096] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.047096] env[62697]: value = "task-1706112" [ 1331.047096] env[62697]: _type = "Task" [ 1331.047096] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.047357] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23973d89-c8fc-4420-a8d7-ef1ac3228d0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.058815] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706112, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.060366] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1331.060366] env[62697]: value = "task-1706113" [ 1331.060366] env[62697]: _type = "Task" [ 1331.060366] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.069383] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.270389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.271070] env[62697]: DEBUG nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1331.273811] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.255s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.274974] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.277866] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.136s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.301406] env[62697]: DEBUG oslo_vmware.api [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706109, 'name': PowerOffVM_Task, 'duration_secs': 0.563282} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.302955] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.303284] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.304509] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b0e65d8-f9dc-4b13-a207-1933d3380f56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.315557] env[62697]: INFO nova.scheduler.client.report [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Deleted allocations for instance 2aa3c355-0fa5-4e5b-a322-b727ee76cce5 [ 1331.401956] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.402528] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.402701] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Deleting the datastore file [datastore1] 71194ade-910f-43c0-a874-369fc90eb6fb {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.404724] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e16eea0-184e-4a7e-94b7-dd22f5cc5f47 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.418400] env[62697]: DEBUG oslo_vmware.api [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for the task: (returnval){ [ 1331.418400] env[62697]: value = "task-1706115" [ 1331.418400] env[62697]: _type = "Task" [ 1331.418400] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.430987] env[62697]: DEBUG oslo_vmware.api [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.561287] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706112, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.569779] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08411} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.573790] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.573790] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894fc4ab-d7de-4ff5-8241-582b07f7e4da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.598879] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 8f3f53bf-2faa-404f-83db-c23774200517/8f3f53bf-2faa-404f-83db-c23774200517.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.600347] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d7758c-9928-46ae-a160-a9c1cd177f7b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.617104] env[62697]: DEBUG nova.compute.manager [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1331.617505] env[62697]: DEBUG nova.compute.manager [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing instance network info cache due to event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1331.617778] env[62697]: DEBUG oslo_concurrency.lockutils [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] Acquiring lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.617961] env[62697]: DEBUG oslo_concurrency.lockutils [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] Acquired lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.618186] env[62697]: DEBUG nova.network.neutron [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.623969] env[62697]: DEBUG nova.compute.manager [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Received event network-vif-deleted-45d80a24-072a-4a02-ae82-1dc37861e055 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1331.623969] env[62697]: DEBUG nova.compute.manager [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Received event network-vif-plugged-3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1331.623969] env[62697]: DEBUG oslo_concurrency.lockutils [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] Acquiring lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.623969] env[62697]: DEBUG oslo_concurrency.lockutils [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.623969] env[62697]: DEBUG oslo_concurrency.lockutils [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.627208] env[62697]: DEBUG nova.compute.manager [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] No waiting events found dispatching network-vif-plugged-3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1331.627483] env[62697]: WARNING nova.compute.manager [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Received unexpected event network-vif-plugged-3b75820f-7f12-48b8-96f9-6394993fd2ae for instance with vm_state building and task_state spawning. [ 1331.627668] env[62697]: DEBUG nova.compute.manager [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Received event network-changed-3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1331.627842] env[62697]: DEBUG nova.compute.manager [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Refreshing instance network info cache due to event network-changed-3b75820f-7f12-48b8-96f9-6394993fd2ae. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1331.628057] env[62697]: DEBUG oslo_concurrency.lockutils [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] Acquiring lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.628207] env[62697]: DEBUG oslo_concurrency.lockutils [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] Acquired lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.628367] env[62697]: DEBUG nova.network.neutron [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Refreshing network info cache for port 3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.637072] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1331.637072] env[62697]: value = "task-1706116" [ 1331.637072] env[62697]: _type = "Task" [ 1331.637072] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.648066] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.742708] env[62697]: DEBUG nova.network.neutron [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Successfully updated port: 9e2648f9-62a9-4535-a67d-2e1eaf883310 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.787239] env[62697]: DEBUG nova.compute.utils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.789699] env[62697]: DEBUG nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1331.789893] env[62697]: DEBUG nova.network.neutron [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.826504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-969888d5-a7c1-4e6d-8225-d47be89e30e1 tempest-DeleteServersAdminTestJSON-2013048214 tempest-DeleteServersAdminTestJSON-2013048214-project-member] Lock "2aa3c355-0fa5-4e5b-a322-b727ee76cce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.380s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.842250] env[62697]: DEBUG nova.policy [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfbf1e81987b4b98a7f58c9915856662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e083cbe65034ecfb0b0d9389f7916d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1331.934143] env[62697]: DEBUG oslo_vmware.api [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Task: {'id': task-1706115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191481} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.934432] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.934618] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.934795] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.935000] env[62697]: INFO nova.compute.manager [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1331.935301] env[62697]: DEBUG oslo.service.loopingcall [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.935499] env[62697]: DEBUG nova.compute.manager [-] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1331.935595] env[62697]: DEBUG nova.network.neutron [-] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.068725] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706112, 'name': CreateVM_Task, 'duration_secs': 0.516473} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.069651] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.072077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.072077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.072077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.072668] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da2f4f4-120f-4f20-8a29-ba2773dd3c68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.077826] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1332.077826] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d54909-dcf2-d38d-2627-43318e165c39" [ 1332.077826] env[62697]: _type = "Task" [ 1332.077826] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.090341] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d54909-dcf2-d38d-2627-43318e165c39, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.090735] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.091699] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.091699] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.091699] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.091922] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.093329] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b92c493e-350e-47f5-9de9-fa38b536b34b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.104565] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.104942] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.105878] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7927cdad-6fda-4bf9-8fcf-7c1857ebe86c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.113190] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1332.113190] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5237c1eb-75b7-7aff-dafb-e01ca0b2be8f" [ 1332.113190] env[62697]: _type = "Task" [ 1332.113190] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.140715] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5237c1eb-75b7-7aff-dafb-e01ca0b2be8f, 'name': SearchDatastore_Task, 'duration_secs': 0.024165} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.147891] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405cfdc0-ceb2-4286-9e2b-983647da5b15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.157654] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706116, 'name': ReconfigVM_Task, 'duration_secs': 0.277221} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.158033] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1332.158033] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523c0e71-3fe9-5ee0-2c50-0acf2116dad2" [ 1332.158033] env[62697]: _type = "Task" [ 1332.158033] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.158668] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 8f3f53bf-2faa-404f-83db-c23774200517/8f3f53bf-2faa-404f-83db-c23774200517.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.159393] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-855aea75-259d-41af-9356-5637ae6ffc61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.172954] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523c0e71-3fe9-5ee0-2c50-0acf2116dad2, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.174381] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.174657] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8/4e6fef4a-58a3-4b2f-8453-2eae22a37cb8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.178379] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1332.178379] env[62697]: value = "task-1706117" [ 1332.178379] env[62697]: _type = "Task" [ 1332.178379] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.178379] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b90335-01ee-4811-8795-780e9579f8c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.192914] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1332.192914] env[62697]: value = "task-1706118" [ 1332.192914] env[62697]: _type = "Task" [ 1332.192914] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.193893] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706117, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.211061] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.245511] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "refresh_cache-5b496f77-8644-40b9-9643-baa725c576c8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.245700] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired lock "refresh_cache-5b496f77-8644-40b9-9643-baa725c576c8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.245933] env[62697]: DEBUG nova.network.neutron [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.290843] env[62697]: DEBUG nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1332.316334] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92378502-1b82-4d2f-aaf1-1f1d461d6229 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.324971] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30d5b7c-f7b7-4b6e-b26c-d787b31e4f8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.367304] env[62697]: DEBUG nova.network.neutron [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Successfully created port: c45c7f9e-1576-4069-8482-ab210d2f56ee {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.372052] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bcb6b9-5903-465a-a990-ee473c443a05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.384812] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3ec7f1-b614-4c81-80c1-fd899473946b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.405214] env[62697]: DEBUG nova.compute.provider_tree [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.520631] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "8585620c-9060-4fac-94d1-321a8ab4fca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.520994] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.521262] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "8585620c-9060-4fac-94d1-321a8ab4fca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.521651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.521782] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.523870] env[62697]: INFO nova.compute.manager [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Terminating instance [ 1332.525971] env[62697]: DEBUG nova.compute.manager [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1332.526166] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.527372] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77fa6b2-10c5-45ea-b994-8b667df8fc5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.538746] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.539187] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0d3192-7648-44fe-9335-b1c2650ef30b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.548351] env[62697]: DEBUG oslo_vmware.api [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1332.548351] env[62697]: value = "task-1706119" [ 1332.548351] env[62697]: _type = "Task" [ 1332.548351] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.559545] env[62697]: DEBUG oslo_vmware.api [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.582964] env[62697]: DEBUG nova.network.neutron [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updated VIF entry in instance network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.583532] env[62697]: DEBUG nova.network.neutron [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.693755] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706117, 'name': Rename_Task, 'duration_secs': 0.167957} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.696878] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.697308] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e5be16d-ffdb-4356-9557-b661ca99f35a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.709535] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706118, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.713129] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1332.713129] env[62697]: value = "task-1706120" [ 1332.713129] env[62697]: _type = "Task" [ 1332.713129] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.727019] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.792035] env[62697]: DEBUG nova.network.neutron [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.889278] env[62697]: DEBUG nova.network.neutron [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updated VIF entry in instance network info cache for port 3b75820f-7f12-48b8-96f9-6394993fd2ae. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.889278] env[62697]: DEBUG nova.network.neutron [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updating instance_info_cache with network_info: [{"id": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "address": "fa:16:3e:a9:f4:eb", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75820f-7f", "ovs_interfaceid": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.908981] env[62697]: DEBUG nova.scheduler.client.report [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1332.956496] env[62697]: DEBUG nova.network.neutron [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Updating instance_info_cache with network_info: [{"id": "9e2648f9-62a9-4535-a67d-2e1eaf883310", "address": "fa:16:3e:05:ba:a0", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2648f9-62", "ovs_interfaceid": "9e2648f9-62a9-4535-a67d-2e1eaf883310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.994931] env[62697]: DEBUG nova.network.neutron [-] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.059475] env[62697]: DEBUG oslo_vmware.api [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706119, 'name': PowerOffVM_Task, 'duration_secs': 0.408679} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.059760] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.059922] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.060228] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28fafe33-01c7-45a9-9097-965d32c74a8f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.087203] env[62697]: DEBUG oslo_concurrency.lockutils [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] Releasing lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.087492] env[62697]: DEBUG nova.compute.manager [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1333.087664] env[62697]: DEBUG nova.compute.manager [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing instance network info cache due to event network-changed-ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1333.087879] env[62697]: DEBUG oslo_concurrency.lockutils [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] Acquiring lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.088079] env[62697]: DEBUG oslo_concurrency.lockutils [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] Acquired lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.088260] env[62697]: DEBUG nova.network.neutron [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Refreshing network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.159194] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.159194] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.159194] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Deleting the datastore file [datastore1] 8585620c-9060-4fac-94d1-321a8ab4fca1 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.159194] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bcd9cef-f53c-4a59-8508-7ccc3521297e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.169259] env[62697]: DEBUG oslo_vmware.api [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for the task: (returnval){ [ 1333.169259] env[62697]: value = "task-1706122" [ 1333.169259] env[62697]: _type = "Task" [ 1333.169259] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.184026] env[62697]: DEBUG oslo_vmware.api [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.214427] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558609} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.219307] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8/4e6fef4a-58a3-4b2f-8453-2eae22a37cb8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.219704] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.220137] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ac9cd76-713b-4d6d-b93f-452aa1a56647 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.230628] env[62697]: DEBUG oslo_vmware.api [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706120, 'name': PowerOnVM_Task, 'duration_secs': 0.487616} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.232099] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.232416] env[62697]: INFO nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1333.232686] env[62697]: DEBUG nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1333.233162] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1333.233162] env[62697]: value = "task-1706123" [ 1333.233162] env[62697]: _type = "Task" [ 1333.233162] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.234653] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57371b4a-121a-45c2-b628-dd021f68270c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.256722] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.303507] env[62697]: DEBUG nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1333.332713] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.332713] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.332713] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.333032] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.333504] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.333504] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.333674] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.333901] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.334201] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.334419] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.334740] env[62697]: DEBUG nova.virt.hardware [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.335989] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f85f10e-919e-47ae-b9db-3fbb7fc64377 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.345483] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b058bad-a783-4510-812a-072985ee3a32 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.392688] env[62697]: DEBUG oslo_concurrency.lockutils [req-b7f9f48d-c616-427f-9471-f696d137bda7 req-0efecf56-a2a8-49c9-a214-bde87e6cc4f4 service nova] Releasing lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.458410] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Releasing lock "refresh_cache-5b496f77-8644-40b9-9643-baa725c576c8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.458767] env[62697]: DEBUG nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Instance network_info: |[{"id": "9e2648f9-62a9-4535-a67d-2e1eaf883310", "address": "fa:16:3e:05:ba:a0", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2648f9-62", "ovs_interfaceid": "9e2648f9-62a9-4535-a67d-2e1eaf883310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1333.459229] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ba:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e2648f9-62a9-4535-a67d-2e1eaf883310', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.466877] env[62697]: DEBUG oslo.service.loopingcall [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.467110] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.467354] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5de111a-a1d2-43ca-9395-89cc7d690879 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.489378] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.489378] env[62697]: value = "task-1706124" [ 1333.489378] env[62697]: _type = "Task" [ 1333.489378] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.498369] env[62697]: INFO nova.compute.manager [-] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Took 1.56 seconds to deallocate network for instance. [ 1333.498752] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706124, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.678212] env[62697]: DEBUG nova.compute.manager [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Received event network-vif-plugged-9e2648f9-62a9-4535-a67d-2e1eaf883310 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1333.678212] env[62697]: DEBUG oslo_concurrency.lockutils [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] Acquiring lock "5b496f77-8644-40b9-9643-baa725c576c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.678393] env[62697]: DEBUG oslo_concurrency.lockutils [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] Lock "5b496f77-8644-40b9-9643-baa725c576c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.678568] env[62697]: DEBUG oslo_concurrency.lockutils [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] Lock "5b496f77-8644-40b9-9643-baa725c576c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.678736] env[62697]: DEBUG nova.compute.manager [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] No waiting events found dispatching network-vif-plugged-9e2648f9-62a9-4535-a67d-2e1eaf883310 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1333.678901] env[62697]: WARNING nova.compute.manager [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Received unexpected event network-vif-plugged-9e2648f9-62a9-4535-a67d-2e1eaf883310 for instance with vm_state building and task_state spawning. [ 1333.679080] env[62697]: DEBUG nova.compute.manager [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Received event network-changed-9e2648f9-62a9-4535-a67d-2e1eaf883310 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1333.679575] env[62697]: DEBUG nova.compute.manager [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Refreshing instance network info cache due to event network-changed-9e2648f9-62a9-4535-a67d-2e1eaf883310. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1333.679575] env[62697]: DEBUG oslo_concurrency.lockutils [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] Acquiring lock "refresh_cache-5b496f77-8644-40b9-9643-baa725c576c8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.679575] env[62697]: DEBUG oslo_concurrency.lockutils [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] Acquired lock "refresh_cache-5b496f77-8644-40b9-9643-baa725c576c8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.679976] env[62697]: DEBUG nova.network.neutron [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Refreshing network info cache for port 9e2648f9-62a9-4535-a67d-2e1eaf883310 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.687741] env[62697]: DEBUG oslo_vmware.api [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Task: {'id': task-1706122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193308} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.688148] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.688371] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.688553] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.688728] env[62697]: INFO nova.compute.manager [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1333.688968] env[62697]: DEBUG oslo.service.loopingcall [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.689822] env[62697]: DEBUG nova.compute.manager [-] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1333.689926] env[62697]: DEBUG nova.network.neutron [-] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.750029] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146545} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.750137] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.750974] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5663817-6b96-44aa-a69f-808c024b6133 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.785096] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8/4e6fef4a-58a3-4b2f-8453-2eae22a37cb8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.787718] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cde32d5-42f3-474c-9d87-b23c71dcd890 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.805387] env[62697]: INFO nova.compute.manager [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Took 38.09 seconds to build instance. [ 1333.813787] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1333.813787] env[62697]: value = "task-1706125" [ 1333.813787] env[62697]: _type = "Task" [ 1333.813787] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.829748] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.920773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.643s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.924640] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.328s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.924855] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.927405] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.232s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.927646] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.929443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.502s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.930262] env[62697]: DEBUG nova.objects.instance [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1333.934263] env[62697]: DEBUG nova.network.neutron [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updated VIF entry in instance network info cache for port ddaf79f8-8fb3-43e0-a5be-babd81550d24. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.934263] env[62697]: DEBUG nova.network.neutron [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [{"id": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "address": "fa:16:3e:a6:08:1e", "network": {"id": "1ad484a8-aaa2-41d6-a3fc-111644004847", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-806429323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "041651edc09c46f0ba22f89ceb3cc504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf79f8-8f", "ovs_interfaceid": "ddaf79f8-8fb3-43e0-a5be-babd81550d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.992585] env[62697]: INFO nova.scheduler.client.report [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Deleted allocations for instance 67273d80-15fa-440b-bb86-901b28c075aa [ 1333.996192] env[62697]: INFO nova.scheduler.client.report [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleted allocations for instance c1dccd73-e103-40b5-80eb-223268336b71 [ 1334.013847] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.022952] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706124, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.302214] env[62697]: DEBUG nova.compute.manager [req-a9f8df81-c8e1-4802-a642-d61dd3e850cc req-90ee35f3-4c4d-4168-b928-38cb239c32f8 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Received event network-vif-deleted-ddaf79f8-8fb3-43e0-a5be-babd81550d24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1334.302288] env[62697]: INFO nova.compute.manager [req-a9f8df81-c8e1-4802-a642-d61dd3e850cc req-90ee35f3-4c4d-4168-b928-38cb239c32f8 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Neutron deleted interface ddaf79f8-8fb3-43e0-a5be-babd81550d24; detaching it from the instance and deleting it from the info cache [ 1334.302483] env[62697]: DEBUG nova.network.neutron [req-a9f8df81-c8e1-4802-a642-d61dd3e850cc req-90ee35f3-4c4d-4168-b928-38cb239c32f8 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.313461] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a583bb5a-9c81-470f-aaac-df39a1e69115 tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "8f3f53bf-2faa-404f-83db-c23774200517" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.572s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.331230] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.440953] env[62697]: DEBUG nova.network.neutron [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Successfully updated port: c45c7f9e-1576-4069-8482-ab210d2f56ee {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.449679] env[62697]: DEBUG oslo_concurrency.lockutils [req-1dc5961c-1ed3-4355-a21a-235b70c3981d req-6d767d53-196d-4381-a7ca-b904ad526f9a service nova] Releasing lock "refresh_cache-8585620c-9060-4fac-94d1-321a8ab4fca1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.507077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a754f27b-710e-497a-86c1-f5b10e06571a tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "c1dccd73-e103-40b5-80eb-223268336b71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.018s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.512897] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706124, 'name': CreateVM_Task, 'duration_secs': 0.626365} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.513341] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.514062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.514257] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.515497] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.517235] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f60311-d456-4115-95ce-fe2a65d35337 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.520584] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46830fdf-1c0a-43a7-88c8-797ca1c2f6b7 tempest-ImagesOneServerTestJSON-1993947232 tempest-ImagesOneServerTestJSON-1993947232-project-member] Lock "67273d80-15fa-440b-bb86-901b28c075aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.942s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.526129] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1334.526129] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5205f1b7-87f0-1fc6-cd34-3f603485945e" [ 1334.526129] env[62697]: _type = "Task" [ 1334.526129] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.536299] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5205f1b7-87f0-1fc6-cd34-3f603485945e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.539901] env[62697]: INFO nova.scheduler.client.report [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Deleted allocation for migration 90718343-426f-4267-ae5d-b12cfad7c6e6 [ 1334.603843] env[62697]: DEBUG nova.network.neutron [-] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.648467] env[62697]: DEBUG nova.network.neutron [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Updated VIF entry in instance network info cache for port 9e2648f9-62a9-4535-a67d-2e1eaf883310. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.648839] env[62697]: DEBUG nova.network.neutron [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Updating instance_info_cache with network_info: [{"id": "9e2648f9-62a9-4535-a67d-2e1eaf883310", "address": "fa:16:3e:05:ba:a0", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2648f9-62", "ovs_interfaceid": "9e2648f9-62a9-4535-a67d-2e1eaf883310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.806322] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bf9d6a0-b9b0-4f70-b3b9-a637482bfa78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.825765] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d5f64b-b223-4425-9d56-32114c8e2f82 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.865903] env[62697]: DEBUG nova.compute.manager [req-a9f8df81-c8e1-4802-a642-d61dd3e850cc req-90ee35f3-4c4d-4168-b928-38cb239c32f8 service nova] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Detach interface failed, port_id=ddaf79f8-8fb3-43e0-a5be-babd81550d24, reason: Instance 8585620c-9060-4fac-94d1-321a8ab4fca1 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1334.869216] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706125, 'name': ReconfigVM_Task, 'duration_secs': 0.630216} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.869363] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8/4e6fef4a-58a3-4b2f-8453-2eae22a37cb8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.870271] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3f23099-b094-423c-ba56-023ca516142d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.878743] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1334.878743] env[62697]: value = "task-1706126" [ 1334.878743] env[62697]: _type = "Task" [ 1334.878743] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.888861] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706126, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.948335] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "refresh_cache-e0e295b3-1bf8-4640-95b1-b5c1e19fce04" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.948335] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "refresh_cache-e0e295b3-1bf8-4640-95b1-b5c1e19fce04" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.948414] env[62697]: DEBUG nova.network.neutron [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.952295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4071ae11-fe5e-4211-a229-4322b93dd9ae tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.952983] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.393s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.955497] env[62697]: INFO nova.compute.claims [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.038340] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5205f1b7-87f0-1fc6-cd34-3f603485945e, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.039149] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.039519] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.039904] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.040482] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.040789] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.041177] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15dc35b4-033b-41cc-97d4-8190d1287b46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.046871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d994993-174e-49c4-8de1-2c6b725da04b tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.481s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.052089] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.052483] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.053391] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cadba7-25d1-4531-aa40-bfa56a01797e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.061039] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1335.061039] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5204384e-f70d-6beb-7a82-543e30ab1f6f" [ 1335.061039] env[62697]: _type = "Task" [ 1335.061039] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.070570] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5204384e-f70d-6beb-7a82-543e30ab1f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.107042] env[62697]: INFO nova.compute.manager [-] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Took 1.42 seconds to deallocate network for instance. [ 1335.153072] env[62697]: DEBUG oslo_concurrency.lockutils [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] Releasing lock "refresh_cache-5b496f77-8644-40b9-9643-baa725c576c8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.153072] env[62697]: DEBUG nova.compute.manager [req-dbbf2c99-d9f3-44b7-b207-13389e305a99 req-d1c9ab73-e313-47dd-a405-5144d0435bcf service nova] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Received event network-vif-deleted-80fb8cdc-7807-4243-bc75-9075436a2dbd {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1335.394023] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706126, 'name': Rename_Task, 'duration_secs': 0.173564} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.394820] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.394820] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72849979-5b19-481b-b7a9-1878e4913e49 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.404849] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1335.404849] env[62697]: value = "task-1706127" [ 1335.404849] env[62697]: _type = "Task" [ 1335.404849] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.417787] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.515185] env[62697]: DEBUG nova.network.neutron [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.575736] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5204384e-f70d-6beb-7a82-543e30ab1f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.576551] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b805e6e-74f3-4032-a8a3-b5dcaf253398 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.579814] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.580914] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.581177] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.581451] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.582697] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.584504] env[62697]: INFO nova.compute.manager [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Terminating instance [ 1335.586089] env[62697]: DEBUG nova.compute.manager [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1335.586286] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.587479] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eac2c34-00a5-465e-a9a4-0989afca5a38 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.592239] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1335.592239] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527799b4-bebc-b474-d6f7-6ba27dcba129" [ 1335.592239] env[62697]: _type = "Task" [ 1335.592239] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.601609] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.602286] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36fbd7b-8058-4f2d-84c4-dd26c8214f66 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.609448] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527799b4-bebc-b474-d6f7-6ba27dcba129, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.609758] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.610045] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5b496f77-8644-40b9-9643-baa725c576c8/5b496f77-8644-40b9-9643-baa725c576c8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.610395] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6f390b2-1cfc-4a13-a10f-f52a26b7e38d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.614040] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.616377] env[62697]: DEBUG oslo_vmware.api [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1335.616377] env[62697]: value = "task-1706128" [ 1335.616377] env[62697]: _type = "Task" [ 1335.616377] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.624950] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1335.624950] env[62697]: value = "task-1706129" [ 1335.624950] env[62697]: _type = "Task" [ 1335.624950] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.635048] env[62697]: DEBUG oslo_vmware.api [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.642271] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.788487] env[62697]: DEBUG nova.network.neutron [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Updating instance_info_cache with network_info: [{"id": "c45c7f9e-1576-4069-8482-ab210d2f56ee", "address": "fa:16:3e:08:96:52", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45c7f9e-15", "ovs_interfaceid": "c45c7f9e-1576-4069-8482-ab210d2f56ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.919764] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.974791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "8f3f53bf-2faa-404f-83db-c23774200517" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.974791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "8f3f53bf-2faa-404f-83db-c23774200517" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.974791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "8f3f53bf-2faa-404f-83db-c23774200517-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.974791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "8f3f53bf-2faa-404f-83db-c23774200517-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.975015] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "8f3f53bf-2faa-404f-83db-c23774200517-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.976874] env[62697]: INFO nova.compute.manager [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Terminating instance [ 1335.981436] env[62697]: DEBUG nova.compute.manager [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1335.981436] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.982378] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b6a210-66ac-4828-840a-516665e2db9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.993781] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.996422] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c66e4930-2668-4050-9546-2025c5fefc70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.008630] env[62697]: DEBUG oslo_vmware.api [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1336.008630] env[62697]: value = "task-1706130" [ 1336.008630] env[62697]: _type = "Task" [ 1336.008630] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.024843] env[62697]: DEBUG oslo_vmware.api [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.091339] env[62697]: DEBUG nova.compute.manager [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Received event network-vif-plugged-c45c7f9e-1576-4069-8482-ab210d2f56ee {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1336.091339] env[62697]: DEBUG oslo_concurrency.lockutils [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] Acquiring lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.091666] env[62697]: DEBUG oslo_concurrency.lockutils [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.091742] env[62697]: DEBUG oslo_concurrency.lockutils [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.092222] env[62697]: DEBUG nova.compute.manager [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] No waiting events found dispatching network-vif-plugged-c45c7f9e-1576-4069-8482-ab210d2f56ee {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1336.092572] env[62697]: WARNING nova.compute.manager [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Received unexpected event network-vif-plugged-c45c7f9e-1576-4069-8482-ab210d2f56ee for instance with vm_state building and task_state spawning. [ 1336.093247] env[62697]: DEBUG nova.compute.manager [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Received event network-changed-c45c7f9e-1576-4069-8482-ab210d2f56ee {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1336.093247] env[62697]: DEBUG nova.compute.manager [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Refreshing instance network info cache due to event network-changed-c45c7f9e-1576-4069-8482-ab210d2f56ee. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1336.093247] env[62697]: DEBUG oslo_concurrency.lockutils [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] Acquiring lock "refresh_cache-e0e295b3-1bf8-4640-95b1-b5c1e19fce04" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.137356] env[62697]: DEBUG oslo_vmware.api [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706128, 'name': PowerOffVM_Task, 'duration_secs': 0.199694} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.137356] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.137978] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.138988] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92ae0767-1366-4e18-bb32-26a145069e7d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.145540] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.252046] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.252381] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.252629] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleting the datastore file [datastore1] 6db30528-7f27-48dd-add8-3ec4d6f5e0be {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.252949] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3118f00b-004b-4eb3-9bc2-0daacd84d5ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.264679] env[62697]: DEBUG oslo_vmware.api [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1336.264679] env[62697]: value = "task-1706132" [ 1336.264679] env[62697]: _type = "Task" [ 1336.264679] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.275736] env[62697]: DEBUG oslo_vmware.api [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.290210] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "refresh_cache-e0e295b3-1bf8-4640-95b1-b5c1e19fce04" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.290700] env[62697]: DEBUG nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Instance network_info: |[{"id": "c45c7f9e-1576-4069-8482-ab210d2f56ee", "address": "fa:16:3e:08:96:52", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45c7f9e-15", "ovs_interfaceid": "c45c7f9e-1576-4069-8482-ab210d2f56ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1336.291080] env[62697]: DEBUG oslo_concurrency.lockutils [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] Acquired lock "refresh_cache-e0e295b3-1bf8-4640-95b1-b5c1e19fce04" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.291919] env[62697]: DEBUG nova.network.neutron [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Refreshing network info cache for port c45c7f9e-1576-4069-8482-ab210d2f56ee {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.293690] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:96:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45c7f9e-1576-4069-8482-ab210d2f56ee', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.302593] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating folder: Project (1e083cbe65034ecfb0b0d9389f7916d2). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.305920] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca9ff71-8e5a-4365-ac9b-ff7f630a6362 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.321278] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created folder: Project (1e083cbe65034ecfb0b0d9389f7916d2) in parent group-v355409. [ 1336.321433] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating folder: Instances. Parent ref: group-v355511. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.321900] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3f4dc73-99f0-45e5-916f-3d6fc9c3966b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.341107] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created folder: Instances in parent group-v355511. [ 1336.341107] env[62697]: DEBUG oslo.service.loopingcall [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.341107] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.341107] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47024237-6d48-4ac1-b66d-49c1f305e905 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.372920] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.372920] env[62697]: value = "task-1706135" [ 1336.372920] env[62697]: _type = "Task" [ 1336.372920] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.388540] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706135, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.420558] env[62697]: DEBUG oslo_vmware.api [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706127, 'name': PowerOnVM_Task, 'duration_secs': 0.544817} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.421683] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.421933] env[62697]: INFO nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1336.422206] env[62697]: DEBUG nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1336.423172] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4381d2-9d09-4629-921a-d904a431148b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.520379] env[62697]: DEBUG oslo_vmware.api [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706130, 'name': PowerOffVM_Task, 'duration_secs': 0.269921} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.520923] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.520923] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.523029] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eec8273-077c-4aed-ab2b-c39832a003f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.525814] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e64cb4-39b8-47f4-b834-4b3d2217aebb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.537887] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e05f47a-f13e-4f36-803a-5b523f34fc0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.573766] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb46351-bf0b-4ccf-bcc0-6db6ca5e3104 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.582738] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b864895-9fae-4e55-af65-6732cb19365d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.600958] env[62697]: DEBUG nova.compute.provider_tree [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.603727] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.603982] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.604261] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Deleting the datastore file [datastore1] 8f3f53bf-2faa-404f-83db-c23774200517 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.604553] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c55cd6-0de2-4793-8ad6-6d67f82b16a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.614796] env[62697]: DEBUG oslo_vmware.api [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for the task: (returnval){ [ 1336.614796] env[62697]: value = "task-1706137" [ 1336.614796] env[62697]: _type = "Task" [ 1336.614796] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.625429] env[62697]: DEBUG oslo_vmware.api [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.643490] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589297} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.643490] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5b496f77-8644-40b9-9643-baa725c576c8/5b496f77-8644-40b9-9643-baa725c576c8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.643637] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.644575] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7de5b7f1-c9ba-4bdd-96b8-47346d11e701 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.657770] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1336.657770] env[62697]: value = "task-1706138" [ 1336.657770] env[62697]: _type = "Task" [ 1336.657770] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.667942] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.776824] env[62697]: DEBUG oslo_vmware.api [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211381} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.777151] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.777381] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.777574] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.777753] env[62697]: INFO nova.compute.manager [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1336.777999] env[62697]: DEBUG oslo.service.loopingcall [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.778413] env[62697]: DEBUG nova.compute.manager [-] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1336.778413] env[62697]: DEBUG nova.network.neutron [-] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.885113] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706135, 'name': CreateVM_Task, 'duration_secs': 0.413021} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.885304] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.886102] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.886508] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.886850] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.887281] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d853cf-1a9a-4073-b22d-5d6929da5cf5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.893955] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1336.893955] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d0edfb-421d-21b5-9385-7d589c698591" [ 1336.893955] env[62697]: _type = "Task" [ 1336.893955] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.902969] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d0edfb-421d-21b5-9385-7d589c698591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.950334] env[62697]: INFO nova.compute.manager [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Took 39.24 seconds to build instance. [ 1337.103722] env[62697]: DEBUG nova.network.neutron [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Updated VIF entry in instance network info cache for port c45c7f9e-1576-4069-8482-ab210d2f56ee. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.104121] env[62697]: DEBUG nova.network.neutron [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Updating instance_info_cache with network_info: [{"id": "c45c7f9e-1576-4069-8482-ab210d2f56ee", "address": "fa:16:3e:08:96:52", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45c7f9e-15", "ovs_interfaceid": "c45c7f9e-1576-4069-8482-ab210d2f56ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.105921] env[62697]: DEBUG nova.scheduler.client.report [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1337.128897] env[62697]: DEBUG oslo_vmware.api [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.170697] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087776} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.171524] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.172747] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee517b-ad38-464a-979d-e29bd3cb3910 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.202404] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 5b496f77-8644-40b9-9643-baa725c576c8/5b496f77-8644-40b9-9643-baa725c576c8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.203592] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f297660e-48af-44ef-a3f1-0262209af617 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.226063] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1337.226063] env[62697]: value = "task-1706139" [ 1337.226063] env[62697]: _type = "Task" [ 1337.226063] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.238215] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.411183] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d0edfb-421d-21b5-9385-7d589c698591, 'name': SearchDatastore_Task, 'duration_secs': 0.041714} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.411736] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.412037] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.412310] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.412458] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.412663] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.412938] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92311b35-28dc-4d90-b036-d0cf25c83271 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.426027] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.426027] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.426027] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b234a7ca-fb0e-4cc6-98ad-5b321f45a1c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.431718] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1337.431718] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520f0c1d-70c9-f8a0-d7fc-1e38e1b3e649" [ 1337.431718] env[62697]: _type = "Task" [ 1337.431718] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.446266] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520f0c1d-70c9-f8a0-d7fc-1e38e1b3e649, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.447850] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a561adc9-ea95-4bf1-87a9-95cc85a48c34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.452432] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2e920cec-d895-4710-a06d-106951b076eb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.712s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.454474] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1337.454474] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52af9586-7fa9-3cb2-0294-5586673a146d" [ 1337.454474] env[62697]: _type = "Task" [ 1337.454474] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.465116] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52af9586-7fa9-3cb2-0294-5586673a146d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.611511] env[62697]: DEBUG oslo_concurrency.lockutils [req-59741b0b-78e9-4ce1-98f4-284f865680d3 req-3a0521d9-18ce-46ca-88e9-bc74f0deb9ef service nova] Releasing lock "refresh_cache-e0e295b3-1bf8-4640-95b1-b5c1e19fce04" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.612422] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.612922] env[62697]: DEBUG nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1337.618198] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.014s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.618966] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.621828] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.602s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.624455] env[62697]: INFO nova.compute.claims [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.644190] env[62697]: DEBUG oslo_vmware.api [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Task: {'id': task-1706137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.645481} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.644455] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.646463] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.650854] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.650854] env[62697]: INFO nova.compute.manager [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1337.650854] env[62697]: DEBUG oslo.service.loopingcall [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.650854] env[62697]: INFO nova.scheduler.client.report [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted allocations for instance 43deba17-25a0-48e9-936b-7f2dde4758d8 [ 1337.654498] env[62697]: DEBUG nova.compute.manager [-] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1337.654631] env[62697]: DEBUG nova.network.neutron [-] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.682100] env[62697]: DEBUG nova.compute.manager [req-f4ffa4be-e974-4ada-b02f-144171ffb96d req-0792d037-3d0b-4c14-8405-5c111ff2ae18 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Received event network-vif-deleted-78f45a9a-3dc7-4986-9918-42226de5ba43 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1337.682404] env[62697]: INFO nova.compute.manager [req-f4ffa4be-e974-4ada-b02f-144171ffb96d req-0792d037-3d0b-4c14-8405-5c111ff2ae18 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Neutron deleted interface 78f45a9a-3dc7-4986-9918-42226de5ba43; detaching it from the instance and deleting it from the info cache [ 1337.682487] env[62697]: DEBUG nova.network.neutron [req-f4ffa4be-e974-4ada-b02f-144171ffb96d req-0792d037-3d0b-4c14-8405-5c111ff2ae18 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.737979] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706139, 'name': ReconfigVM_Task, 'duration_secs': 0.322303} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.738757] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 5b496f77-8644-40b9-9643-baa725c576c8/5b496f77-8644-40b9-9643-baa725c576c8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.741947] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f0f95f-508d-4323-bf6c-1152eb540d74 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.750387] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1337.750387] env[62697]: value = "task-1706140" [ 1337.750387] env[62697]: _type = "Task" [ 1337.750387] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.762865] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706140, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.866352] env[62697]: DEBUG nova.network.neutron [-] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.973596] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52af9586-7fa9-3cb2-0294-5586673a146d, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.973596] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.973596] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e0e295b3-1bf8-4640-95b1-b5c1e19fce04/e0e295b3-1bf8-4640-95b1-b5c1e19fce04.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.973596] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5fb7a63-eb5a-4fe0-9fcc-cc09bc73823b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.981861] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1337.981861] env[62697]: value = "task-1706141" [ 1337.981861] env[62697]: _type = "Task" [ 1337.981861] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.994338] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.024655] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "fe45fb95-2776-45ac-8293-8f8607e9be73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.024929] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.120251] env[62697]: DEBUG nova.compute.utils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1338.122516] env[62697]: DEBUG nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1338.125780] env[62697]: DEBUG nova.network.neutron [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.159079] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf0979b1-5acc-4220-bafa-d55fe16f4431 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "43deba17-25a0-48e9-936b-7f2dde4758d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.546s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.175568] env[62697]: DEBUG nova.policy [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64bcf0b47c4744baa094b684893ae3f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc6a6e714b54e0ea8d9e3dab2129189', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1338.185498] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c36b117-0c35-431b-a557-5667fa2c9ac2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.197677] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88545a-d395-4652-9f01-ecc8a7920c34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.241200] env[62697]: DEBUG nova.compute.manager [req-f4ffa4be-e974-4ada-b02f-144171ffb96d req-0792d037-3d0b-4c14-8405-5c111ff2ae18 service nova] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Detach interface failed, port_id=78f45a9a-3dc7-4986-9918-42226de5ba43, reason: Instance 6db30528-7f27-48dd-add8-3ec4d6f5e0be could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1338.270642] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706140, 'name': Rename_Task, 'duration_secs': 0.223435} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.271050] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.271514] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc83da4-80ce-4a5f-9851-278077ef2ab5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.283050] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1338.283050] env[62697]: value = "task-1706142" [ 1338.283050] env[62697]: _type = "Task" [ 1338.283050] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.297785] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.371430] env[62697]: INFO nova.compute.manager [-] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Took 1.59 seconds to deallocate network for instance. [ 1338.453475] env[62697]: DEBUG nova.compute.manager [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Received event network-changed-3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1338.453766] env[62697]: DEBUG nova.compute.manager [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Refreshing instance network info cache due to event network-changed-3b75820f-7f12-48b8-96f9-6394993fd2ae. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1338.453977] env[62697]: DEBUG oslo_concurrency.lockutils [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] Acquiring lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.454669] env[62697]: DEBUG oslo_concurrency.lockutils [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] Acquired lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.455361] env[62697]: DEBUG nova.network.neutron [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Refreshing network info cache for port 3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.494113] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49663} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.495423] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e0e295b3-1bf8-4640-95b1-b5c1e19fce04/e0e295b3-1bf8-4640-95b1-b5c1e19fce04.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.495423] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.495699] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-881da966-acb8-4f21-a523-4a148ad5c3a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.505378] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1338.505378] env[62697]: value = "task-1706143" [ 1338.505378] env[62697]: _type = "Task" [ 1338.505378] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.515512] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.530096] env[62697]: DEBUG nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1338.534416] env[62697]: DEBUG nova.network.neutron [-] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.626493] env[62697]: DEBUG nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1338.794338] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.881833] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.021193] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073103} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.023988] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.025176] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f481b-57de-4c59-bbf0-1baa89cb2b52 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.042788] env[62697]: INFO nova.compute.manager [-] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Took 1.39 seconds to deallocate network for instance. [ 1339.057293] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e0e295b3-1bf8-4640-95b1-b5c1e19fce04/e0e295b3-1bf8-4640-95b1-b5c1e19fce04.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.062421] env[62697]: DEBUG nova.network.neutron [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Successfully created port: fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.074404] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae3836a-0ae4-418a-a927-4ecad3e3016d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.107327] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1339.107327] env[62697]: value = "task-1706144" [ 1339.107327] env[62697]: _type = "Task" [ 1339.107327] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.108279] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.122952] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.137499] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0468896b-18f9-4fc2-ad9d-6727f6d60160 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.147456] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777fcd8f-997a-4166-80cb-96e6805743bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.181115] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6c0c9b-e78c-4310-84e2-496d80496636 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.189878] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b706c-21ea-4979-ac80-ee314b551388 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.204600] env[62697]: DEBUG nova.compute.provider_tree [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.295239] env[62697]: DEBUG oslo_vmware.api [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706142, 'name': PowerOnVM_Task, 'duration_secs': 0.601118} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.295528] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.295741] env[62697]: INFO nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1339.295924] env[62697]: DEBUG nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1339.297080] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2e794-3ca4-40b8-993f-95831edc6fe9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.426925] env[62697]: DEBUG nova.network.neutron [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updated VIF entry in instance network info cache for port 3b75820f-7f12-48b8-96f9-6394993fd2ae. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.427195] env[62697]: DEBUG nova.network.neutron [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updating instance_info_cache with network_info: [{"id": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "address": "fa:16:3e:a9:f4:eb", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75820f-7f", "ovs_interfaceid": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.602067] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.621323] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706144, 'name': ReconfigVM_Task, 'duration_secs': 0.280959} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.621624] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e0e295b3-1bf8-4640-95b1-b5c1e19fce04/e0e295b3-1bf8-4640-95b1-b5c1e19fce04.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.622313] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f690710f-b91b-4a4e-95f2-9917736178cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.630289] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1339.630289] env[62697]: value = "task-1706145" [ 1339.630289] env[62697]: _type = "Task" [ 1339.630289] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.642801] env[62697]: DEBUG nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1339.646326] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706145, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.675084] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1339.675369] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1339.675564] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.675741] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1339.675887] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.676060] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1339.676286] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1339.676449] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1339.676618] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1339.676784] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1339.676996] env[62697]: DEBUG nova.virt.hardware [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.677876] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d71a3-1487-4c3c-aefd-efade0278101 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.686894] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4c82bf-93ca-49af-9872-f50b691a6c2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.707622] env[62697]: DEBUG nova.scheduler.client.report [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1339.717826] env[62697]: DEBUG nova.compute.manager [req-78a2ceb0-de0e-4cee-9d25-1bddec1ba6a8 req-4a632d1e-3ddf-4f20-a1a5-7692bd337137 service nova] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Received event network-vif-deleted-448cd6db-b4b8-49f2-a4f2-54278b41d041 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1339.814525] env[62697]: INFO nova.compute.manager [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Took 41.11 seconds to build instance. [ 1339.931347] env[62697]: DEBUG oslo_concurrency.lockutils [req-52e2a87d-b03e-48e0-8cf5-0b0308180aa0 req-ca737bcd-2258-4317-bd7d-eea8f4ea5258 service nova] Releasing lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.140940] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706145, 'name': Rename_Task, 'duration_secs': 0.237208} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.141529] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.141806] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9dfefbc-a9e0-471a-a05b-5132caa78e3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.150430] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1340.150430] env[62697]: value = "task-1706146" [ 1340.150430] env[62697]: _type = "Task" [ 1340.150430] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.168859] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.219234] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.219783] env[62697]: DEBUG nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1340.224350] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.274s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.224350] env[62697]: INFO nova.compute.claims [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.316941] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b76de75-8a17-4b0a-a664-9a8a5a000af1 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "5b496f77-8644-40b9-9643-baa725c576c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.257s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.663194] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706146, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.731714] env[62697]: DEBUG nova.compute.utils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.734390] env[62697]: DEBUG nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1340.734390] env[62697]: DEBUG nova.network.neutron [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.795700] env[62697]: DEBUG nova.policy [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3b8fc1a02e14c81922a42256e1a80de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82cb716c505c47ad8fba7e35261d7f94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1340.801883] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94033938-be85-44c8-a491-cc7f7879ccef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.811237] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8c910eba-cc3b-41e6-9dc5-9832a6171f34 tempest-ServersAdminNegativeTestJSON-1729655836 tempest-ServersAdminNegativeTestJSON-1729655836-project-admin] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Suspending the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1340.811528] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b2cde18d-cd20-40a4-ba80-065a38d526a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.821400] env[62697]: DEBUG oslo_vmware.api [None req-8c910eba-cc3b-41e6-9dc5-9832a6171f34 tempest-ServersAdminNegativeTestJSON-1729655836 tempest-ServersAdminNegativeTestJSON-1729655836-project-admin] Waiting for the task: (returnval){ [ 1340.821400] env[62697]: value = "task-1706147" [ 1340.821400] env[62697]: _type = "Task" [ 1340.821400] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.834895] env[62697]: DEBUG oslo_vmware.api [None req-8c910eba-cc3b-41e6-9dc5-9832a6171f34 tempest-ServersAdminNegativeTestJSON-1729655836 tempest-ServersAdminNegativeTestJSON-1729655836-project-admin] Task: {'id': task-1706147, 'name': SuspendVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.165902] env[62697]: DEBUG oslo_vmware.api [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706146, 'name': PowerOnVM_Task, 'duration_secs': 0.549683} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.166390] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.166801] env[62697]: INFO nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1341.166879] env[62697]: DEBUG nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1341.168016] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd8c698-a812-45ed-8945-2abe50e4b8ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.238628] env[62697]: DEBUG nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1341.339424] env[62697]: DEBUG oslo_vmware.api [None req-8c910eba-cc3b-41e6-9dc5-9832a6171f34 tempest-ServersAdminNegativeTestJSON-1729655836 tempest-ServersAdminNegativeTestJSON-1729655836-project-admin] Task: {'id': task-1706147, 'name': SuspendVM_Task} progress is 62%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.367615] env[62697]: DEBUG nova.network.neutron [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Successfully created port: a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.459395] env[62697]: DEBUG nova.network.neutron [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Successfully updated port: fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.693070] env[62697]: INFO nova.compute.manager [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Took 36.52 seconds to build instance. [ 1341.720580] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329d1f81-8ba1-4b39-be0b-a55ecfa50962 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.732109] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258ae177-3d3d-4b99-81ba-715ca43acb1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.772301] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8051e6b-aa95-427d-bf57-9558cc9e080e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.782861] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82571e8a-05b2-4e09-9083-2ac710341369 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.800246] env[62697]: DEBUG nova.compute.provider_tree [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.835710] env[62697]: DEBUG oslo_vmware.api [None req-8c910eba-cc3b-41e6-9dc5-9832a6171f34 tempest-ServersAdminNegativeTestJSON-1729655836 tempest-ServersAdminNegativeTestJSON-1729655836-project-admin] Task: {'id': task-1706147, 'name': SuspendVM_Task, 'duration_secs': 0.771729} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.836000] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8c910eba-cc3b-41e6-9dc5-9832a6171f34 tempest-ServersAdminNegativeTestJSON-1729655836 tempest-ServersAdminNegativeTestJSON-1729655836-project-admin] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Suspended the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1341.836218] env[62697]: DEBUG nova.compute.manager [None req-8c910eba-cc3b-41e6-9dc5-9832a6171f34 tempest-ServersAdminNegativeTestJSON-1729655836 tempest-ServersAdminNegativeTestJSON-1729655836-project-admin] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1341.837033] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bb577d-7494-418a-8384-f61021dc6fa5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.970869] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.970869] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquired lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.970869] env[62697]: DEBUG nova.network.neutron [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.199132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dcd9889-1f41-4bba-ae80-aa90f64aadce tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.824s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.272751] env[62697]: DEBUG nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1342.285216] env[62697]: DEBUG nova.compute.manager [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Received event network-vif-plugged-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1342.285455] env[62697]: DEBUG oslo_concurrency.lockutils [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] Acquiring lock "2c4c03dd-a708-45a4-b8bd-a60964917f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.285665] env[62697]: DEBUG oslo_concurrency.lockutils [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.285843] env[62697]: DEBUG oslo_concurrency.lockutils [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.286819] env[62697]: DEBUG nova.compute.manager [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] No waiting events found dispatching network-vif-plugged-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1342.287025] env[62697]: WARNING nova.compute.manager [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Received unexpected event network-vif-plugged-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 for instance with vm_state building and task_state spawning. [ 1342.287225] env[62697]: DEBUG nova.compute.manager [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Received event network-changed-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1342.287369] env[62697]: DEBUG nova.compute.manager [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Refreshing instance network info cache due to event network-changed-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1342.287544] env[62697]: DEBUG oslo_concurrency.lockutils [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] Acquiring lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.304391] env[62697]: DEBUG nova.scheduler.client.report [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1342.309889] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1342.309889] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1342.309889] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.310203] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1342.310203] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.310203] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1342.310203] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1342.310203] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1342.310352] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1342.310352] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1342.310352] env[62697]: DEBUG nova.virt.hardware [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.311348] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a216c4f7-8702-4937-91f9-6a9af52ffd80 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.322298] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3d594a-65e2-4724-b8e5-68e705b8b6ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.535722] env[62697]: DEBUG nova.network.neutron [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.819021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.819021] env[62697]: DEBUG nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1342.822798] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.364s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.823140] env[62697]: DEBUG nova.objects.instance [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lazy-loading 'resources' on Instance uuid 307db39f-278d-4033-a1f5-47db8efb85d3 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.835861] env[62697]: DEBUG nova.network.neutron [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Updating instance_info_cache with network_info: [{"id": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "address": "fa:16:3e:c8:fe:42", "network": {"id": "88cfee31-b54e-466d-863c-7c80a007202d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541528741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6a6e714b54e0ea8d9e3dab2129189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95df2f-4f", "ovs_interfaceid": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.209408] env[62697]: DEBUG nova.network.neutron [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Successfully updated port: a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.256275] env[62697]: DEBUG nova.compute.manager [req-de557faa-7c68-49e9-a9de-cba00fa94277 req-a0d37f33-adb8-4b78-9a2c-5415d26ac57b service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Received event network-vif-plugged-a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1343.259322] env[62697]: DEBUG oslo_concurrency.lockutils [req-de557faa-7c68-49e9-a9de-cba00fa94277 req-a0d37f33-adb8-4b78-9a2c-5415d26ac57b service nova] Acquiring lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.259659] env[62697]: DEBUG oslo_concurrency.lockutils [req-de557faa-7c68-49e9-a9de-cba00fa94277 req-a0d37f33-adb8-4b78-9a2c-5415d26ac57b service nova] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.259838] env[62697]: DEBUG oslo_concurrency.lockutils [req-de557faa-7c68-49e9-a9de-cba00fa94277 req-a0d37f33-adb8-4b78-9a2c-5415d26ac57b service nova] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.260157] env[62697]: DEBUG nova.compute.manager [req-de557faa-7c68-49e9-a9de-cba00fa94277 req-a0d37f33-adb8-4b78-9a2c-5415d26ac57b service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] No waiting events found dispatching network-vif-plugged-a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1343.260418] env[62697]: WARNING nova.compute.manager [req-de557faa-7c68-49e9-a9de-cba00fa94277 req-a0d37f33-adb8-4b78-9a2c-5415d26ac57b service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Received unexpected event network-vif-plugged-a1da783c-fe8c-4314-a205-3f76bbe123de for instance with vm_state building and task_state spawning. [ 1343.324765] env[62697]: DEBUG nova.compute.utils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.326225] env[62697]: DEBUG nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1343.326405] env[62697]: DEBUG nova.network.neutron [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.340559] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Releasing lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.340961] env[62697]: DEBUG nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Instance network_info: |[{"id": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "address": "fa:16:3e:c8:fe:42", "network": {"id": "88cfee31-b54e-466d-863c-7c80a007202d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541528741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6a6e714b54e0ea8d9e3dab2129189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95df2f-4f", "ovs_interfaceid": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1343.341938] env[62697]: DEBUG oslo_concurrency.lockutils [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] Acquired lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.342050] env[62697]: DEBUG nova.network.neutron [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Refreshing network info cache for port fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.346720] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:fe:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb95df2f-4f81-48eb-8af0-fc9b9f74fee5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.352646] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Creating folder: Project (6cc6a6e714b54e0ea8d9e3dab2129189). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.355897] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d38e8936-d26e-4644-bc81-22cca99a7380 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.372706] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Created folder: Project (6cc6a6e714b54e0ea8d9e3dab2129189) in parent group-v355409. [ 1343.373041] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Creating folder: Instances. Parent ref: group-v355514. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.373211] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee1aa178-e068-45e4-8d69-e465e4322359 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.391672] env[62697]: DEBUG nova.policy [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d46be9dd72945eea5879e33fec34fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8870892e7c14893b08a139af3cfb372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1343.393535] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Created folder: Instances in parent group-v355514. [ 1343.393535] env[62697]: DEBUG oslo.service.loopingcall [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.393831] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.394982] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc80a0ca-e105-4841-a20f-755a0b2f84c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.423520] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.423520] env[62697]: value = "task-1706150" [ 1343.423520] env[62697]: _type = "Task" [ 1343.423520] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.437904] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706150, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.480295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.480595] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.480773] env[62697]: DEBUG nova.compute.manager [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1343.481743] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d59a4-c37b-47ec-afa9-ab24a5ae9a03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.489472] env[62697]: DEBUG nova.compute.manager [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1343.490064] env[62697]: DEBUG nova.objects.instance [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lazy-loading 'flavor' on Instance uuid e0e295b3-1bf8-4640-95b1-b5c1e19fce04 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.703752] env[62697]: DEBUG nova.network.neutron [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Successfully created port: c56ea0b2-c671-4280-83d1-ab16986caf89 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.711719] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.711830] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.711979] env[62697]: DEBUG nova.network.neutron [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.797549] env[62697]: DEBUG nova.network.neutron [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Updated VIF entry in instance network info cache for port fb95df2f-4f81-48eb-8af0-fc9b9f74fee5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.797549] env[62697]: DEBUG nova.network.neutron [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Updating instance_info_cache with network_info: [{"id": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "address": "fa:16:3e:c8:fe:42", "network": {"id": "88cfee31-b54e-466d-863c-7c80a007202d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541528741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6a6e714b54e0ea8d9e3dab2129189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95df2f-4f", "ovs_interfaceid": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.804828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b8c585-d3cd-4c11-8a44-7405babc5afa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.815111] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d56b0f-d7dc-4a32-b495-dc5787021bc8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.855761] env[62697]: DEBUG nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1343.859823] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5727b756-d2c3-4aa8-8626-afe0e8b77f6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.869604] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c221d5-8151-4a06-8715-78297599efa8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.889384] env[62697]: DEBUG nova.compute.provider_tree [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.936231] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706150, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.996497] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.996901] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80d07f0-f93d-4e8b-9b5a-72fff67fb948 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.009928] env[62697]: DEBUG oslo_vmware.api [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1344.009928] env[62697]: value = "task-1706151" [ 1344.009928] env[62697]: _type = "Task" [ 1344.009928] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.021669] env[62697]: DEBUG oslo_vmware.api [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.269417] env[62697]: DEBUG nova.network.neutron [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.302291] env[62697]: DEBUG oslo_concurrency.lockutils [req-a35a0d60-1d95-4ce4-b291-5497c65067f8 req-0e72dbe9-b9cb-4535-b62a-f761b3c89c68 service nova] Releasing lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.392613] env[62697]: DEBUG nova.scheduler.client.report [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1344.437509] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706150, 'name': CreateVM_Task, 'duration_secs': 0.659224} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.437734] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.438732] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.438933] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.439524] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.439602] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c11781a-9915-49a5-bb5f-489ae3c1a8cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.446267] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1344.446267] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522d2119-67fb-6019-7cae-d337dee7c5f1" [ 1344.446267] env[62697]: _type = "Task" [ 1344.446267] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.456874] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522d2119-67fb-6019-7cae-d337dee7c5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.466623] env[62697]: DEBUG nova.network.neutron [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updating instance_info_cache with network_info: [{"id": "a1da783c-fe8c-4314-a205-3f76bbe123de", "address": "fa:16:3e:65:c5:f8", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1da783c-fe", "ovs_interfaceid": "a1da783c-fe8c-4314-a205-3f76bbe123de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.521051] env[62697]: DEBUG oslo_vmware.api [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706151, 'name': PowerOffVM_Task, 'duration_secs': 0.213014} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.521745] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.521745] env[62697]: DEBUG nova.compute.manager [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1344.522409] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72b4555-68d4-4834-9b48-ed91e1e10ac3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.650823] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Acquiring lock "ba09256d-b67b-4793-8c98-e0873d510df2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.651078] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.866360] env[62697]: DEBUG nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1344.892818] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1344.893102] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1344.893205] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.893372] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1344.893519] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.893668] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1344.893902] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1344.894096] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1344.894221] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1344.894390] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1344.895040] env[62697]: DEBUG nova.virt.hardware [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1344.895483] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74243bf6-e3b0-4833-a7a2-b9c086f50a8c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.898980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.903460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.200s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.905058] env[62697]: INFO nova.compute.claims [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.908769] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa728acc-0910-466b-bb50-8141fae06bcb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.927997] env[62697]: INFO nova.scheduler.client.report [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Deleted allocations for instance 307db39f-278d-4033-a1f5-47db8efb85d3 [ 1344.957565] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522d2119-67fb-6019-7cae-d337dee7c5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018757} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.957879] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.958161] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.959026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.959026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.959026] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.959026] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bc72430-61fe-4378-bbac-b9b533d97b99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.971877] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Releasing lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.971877] env[62697]: DEBUG nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Instance network_info: |[{"id": "a1da783c-fe8c-4314-a205-3f76bbe123de", "address": "fa:16:3e:65:c5:f8", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1da783c-fe", "ovs_interfaceid": "a1da783c-fe8c-4314-a205-3f76bbe123de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1344.972287] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.972287] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.972545] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c5:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1da783c-fe8c-4314-a205-3f76bbe123de', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.980085] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Creating folder: Project (82cb716c505c47ad8fba7e35261d7f94). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.980379] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5da0f21-a498-4ab9-94c9-47e1f18f0756 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.983811] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b7346f1-0d4c-445d-9d9a-57cbee4e5421 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.989936] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1344.989936] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52516077-3b02-4f51-4ff0-bc38f06f8d8a" [ 1344.989936] env[62697]: _type = "Task" [ 1344.989936] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.996230] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Created folder: Project (82cb716c505c47ad8fba7e35261d7f94) in parent group-v355409. [ 1344.996471] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Creating folder: Instances. Parent ref: group-v355517. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.999998] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4192b343-d7e1-44c2-acd7-36d4b0308805 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.001509] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52516077-3b02-4f51-4ff0-bc38f06f8d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.010867] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Created folder: Instances in parent group-v355517. [ 1345.010867] env[62697]: DEBUG oslo.service.loopingcall [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.011028] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.011357] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b709e35-b0e1-4fa6-b78b-9ff201a428cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.033929] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.033929] env[62697]: value = "task-1706154" [ 1345.033929] env[62697]: _type = "Task" [ 1345.033929] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.034456] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a2fecc88-4aa1-4e28-9e89-b2507a9012b6 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.044241] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706154, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.050725] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.050968] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.154785] env[62697]: DEBUG nova.compute.utils [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.256955] env[62697]: DEBUG nova.network.neutron [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Successfully updated port: c56ea0b2-c671-4280-83d1-ab16986caf89 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.435840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c789e9a-b932-4fea-b5db-70fa0224fb67 tempest-ServerDiagnosticsNegativeTest-1314090522 tempest-ServerDiagnosticsNegativeTest-1314090522-project-member] Lock "307db39f-278d-4033-a1f5-47db8efb85d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.096s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.500897] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52516077-3b02-4f51-4ff0-bc38f06f8d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.501735] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4c1d3c-d15b-427c-ac32-c2fe1b171f36 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.507291] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1345.507291] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529a1213-2d05-e6f1-b114-a072ee8d623f" [ 1345.507291] env[62697]: _type = "Task" [ 1345.507291] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.519552] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529a1213-2d05-e6f1-b114-a072ee8d623f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.519639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.519901] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2c4c03dd-a708-45a4-b8bd-a60964917f90/2c4c03dd-a708-45a4-b8bd-a60964917f90.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.520247] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc3293f-84b7-457f-a06a-34521add73ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.527768] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1345.527768] env[62697]: value = "task-1706155" [ 1345.527768] env[62697]: _type = "Task" [ 1345.527768] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.535944] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.544317] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706154, 'name': CreateVM_Task, 'duration_secs': 0.396029} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.544468] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.545133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.545303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.545621] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.546142] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b272fd-69cc-4ebe-acf5-5b2c61abe55e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.550772] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1345.550772] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52cfc147-08aa-d27d-4dfa-2d0785ed02d9" [ 1345.550772] env[62697]: _type = "Task" [ 1345.550772] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.554408] env[62697]: DEBUG nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1345.563866] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cfc147-08aa-d27d-4dfa-2d0785ed02d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.563979] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.564165] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.564422] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.564578] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.564773] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.565059] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5200e4-94f1-4007-8022-5261e69dcf65 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.573703] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.573920] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.574776] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75b543e-e795-498f-a8e5-6d96eff87cc7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.580422] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1345.580422] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524a01ad-cddf-37c8-d788-a993e7d32ed4" [ 1345.580422] env[62697]: _type = "Task" [ 1345.580422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.589573] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524a01ad-cddf-37c8-d788-a993e7d32ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.659030] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.759556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-a9115a71-24c3-46da-88e2-fa7246b0d4f6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.759762] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-a9115a71-24c3-46da-88e2-fa7246b0d4f6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.760170] env[62697]: DEBUG nova.network.neutron [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.764902] env[62697]: DEBUG nova.compute.manager [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Received event network-changed-a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1345.765030] env[62697]: DEBUG nova.compute.manager [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Refreshing instance network info cache due to event network-changed-a1da783c-fe8c-4314-a205-3f76bbe123de. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1345.765190] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Acquiring lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.765376] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Acquired lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.765485] env[62697]: DEBUG nova.network.neutron [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Refreshing network info cache for port a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.037954] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467078} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.040449] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2c4c03dd-a708-45a4-b8bd-a60964917f90/2c4c03dd-a708-45a4-b8bd-a60964917f90.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.040693] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.041183] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ce7efb-c68e-47e3-8859-36d8fac041ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.049409] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1346.049409] env[62697]: value = "task-1706156" [ 1346.049409] env[62697]: _type = "Task" [ 1346.049409] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.064982] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.078030] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.093593] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524a01ad-cddf-37c8-d788-a993e7d32ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.097083] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15ca8ea-18b2-455e-9316-966c87047932 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.103298] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1346.103298] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5216539a-7a4f-801a-f30e-8e78f36a2269" [ 1346.103298] env[62697]: _type = "Task" [ 1346.103298] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.117533] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5216539a-7a4f-801a-f30e-8e78f36a2269, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.117837] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.118162] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e48fd17e-2e72-43b5-a5b0-40187e23f3ce/e48fd17e-2e72-43b5-a5b0-40187e23f3ce.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.118473] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26fae1fb-63e1-4d42-ac46-8ae281d4101c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.138072] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1346.138072] env[62697]: value = "task-1706157" [ 1346.138072] env[62697]: _type = "Task" [ 1346.138072] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.147656] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.304030] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56009036-a341-4259-a606-12b21ddb6acb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.315398] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca14f97-5e5a-4db1-bffa-8c7c3265d17a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.320607] env[62697]: DEBUG nova.network.neutron [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.361299] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cade3daf-3fc9-4e15-a2e1-fe12df0fd5f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.372935] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cf2ab5-4e2e-42af-9e0c-f22467259094 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.397373] env[62697]: DEBUG nova.compute.provider_tree [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.561894] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068846} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.562232] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.563086] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10594e14-dec9-49f3-94ae-d8fc9c33fae1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.587139] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 2c4c03dd-a708-45a4-b8bd-a60964917f90/2c4c03dd-a708-45a4-b8bd-a60964917f90.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.588436] env[62697]: DEBUG nova.network.neutron [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Updating instance_info_cache with network_info: [{"id": "c56ea0b2-c671-4280-83d1-ab16986caf89", "address": "fa:16:3e:cc:58:0d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56ea0b2-c6", "ovs_interfaceid": "c56ea0b2-c671-4280-83d1-ab16986caf89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.589566] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b056f84e-fe5b-4b2b-be66-db8e52196b4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.613274] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1346.613274] env[62697]: value = "task-1706158" [ 1346.613274] env[62697]: _type = "Task" [ 1346.613274] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.622463] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.647743] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464101} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.648036] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e48fd17e-2e72-43b5-a5b0-40187e23f3ce/e48fd17e-2e72-43b5-a5b0-40187e23f3ce.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.648297] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.648609] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bc78f1e-cb9e-4ff5-859d-309a76695e3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.656021] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1346.656021] env[62697]: value = "task-1706159" [ 1346.656021] env[62697]: _type = "Task" [ 1346.656021] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.666062] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.682611] env[62697]: DEBUG nova.network.neutron [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updated VIF entry in instance network info cache for port a1da783c-fe8c-4314-a205-3f76bbe123de. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.682833] env[62697]: DEBUG nova.network.neutron [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updating instance_info_cache with network_info: [{"id": "a1da783c-fe8c-4314-a205-3f76bbe123de", "address": "fa:16:3e:65:c5:f8", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1da783c-fe", "ovs_interfaceid": "a1da783c-fe8c-4314-a205-3f76bbe123de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.734545] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Acquiring lock "ba09256d-b67b-4793-8c98-e0873d510df2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.734841] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.735109] env[62697]: INFO nova.compute.manager [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Attaching volume 4e59dda8-8f42-4de4-be43-b194b8fc936f to /dev/sdb [ 1346.783646] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07203d9c-26bd-426d-a7c6-0cc35689206e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.792216] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f17d461-e44b-4a19-a6b9-404f6c39ea6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.809383] env[62697]: DEBUG nova.virt.block_device [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Updating existing volume attachment record: d1e3fcca-0aab-4b2f-8256-42d34874d512 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1346.902054] env[62697]: DEBUG nova.scheduler.client.report [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1347.109908] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-a9115a71-24c3-46da-88e2-fa7246b0d4f6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.109908] env[62697]: DEBUG nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Instance network_info: |[{"id": "c56ea0b2-c671-4280-83d1-ab16986caf89", "address": "fa:16:3e:cc:58:0d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56ea0b2-c6", "ovs_interfaceid": "c56ea0b2-c671-4280-83d1-ab16986caf89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1347.110415] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:58:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c56ea0b2-c671-4280-83d1-ab16986caf89', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.126435] env[62697]: DEBUG oslo.service.loopingcall [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.128059] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.131394] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a14bec-5ba6-4ea1-bea3-26c60e620d65 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.154223] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706158, 'name': ReconfigVM_Task, 'duration_secs': 0.334184} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.155707] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 2c4c03dd-a708-45a4-b8bd-a60964917f90/2c4c03dd-a708-45a4-b8bd-a60964917f90.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.156402] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.156402] env[62697]: value = "task-1706163" [ 1347.156402] env[62697]: _type = "Task" [ 1347.156402] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.156675] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76801550-4a79-42ab-b0fc-149584b5ed78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.172354] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080499} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.173016] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1347.173016] env[62697]: value = "task-1706164" [ 1347.173016] env[62697]: _type = "Task" [ 1347.173016] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.173201] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.174279] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1db4e6-fab6-4b6a-ac65-54d9263270da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.182832] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706163, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.194770] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Releasing lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.194988] env[62697]: DEBUG nova.compute.manager [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Received event network-vif-plugged-c56ea0b2-c671-4280-83d1-ab16986caf89 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1347.195231] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Acquiring lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.195450] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.195690] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.195782] env[62697]: DEBUG nova.compute.manager [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] No waiting events found dispatching network-vif-plugged-c56ea0b2-c671-4280-83d1-ab16986caf89 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1347.195954] env[62697]: WARNING nova.compute.manager [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Received unexpected event network-vif-plugged-c56ea0b2-c671-4280-83d1-ab16986caf89 for instance with vm_state building and task_state spawning. [ 1347.196157] env[62697]: DEBUG nova.compute.manager [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Received event network-changed-c56ea0b2-c671-4280-83d1-ab16986caf89 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1347.196324] env[62697]: DEBUG nova.compute.manager [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Refreshing instance network info cache due to event network-changed-c56ea0b2-c671-4280-83d1-ab16986caf89. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1347.196529] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Acquiring lock "refresh_cache-a9115a71-24c3-46da-88e2-fa7246b0d4f6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.196688] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Acquired lock "refresh_cache-a9115a71-24c3-46da-88e2-fa7246b0d4f6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.196855] env[62697]: DEBUG nova.network.neutron [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Refreshing network info cache for port c56ea0b2-c671-4280-83d1-ab16986caf89 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.207474] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e48fd17e-2e72-43b5-a5b0-40187e23f3ce/e48fd17e-2e72-43b5-a5b0-40187e23f3ce.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.217459] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12abfaae-5b9f-4ac7-b87c-f3c7bbb48473 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.233870] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706164, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.241262] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1347.241262] env[62697]: value = "task-1706165" [ 1347.241262] env[62697]: _type = "Task" [ 1347.241262] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.250105] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.411862] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.412914] env[62697]: DEBUG nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1347.415256] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.826s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.415502] env[62697]: DEBUG nova.objects.instance [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lazy-loading 'resources' on Instance uuid 598de54d-5837-4c76-a256-90975ab135d7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.645834] env[62697]: DEBUG nova.network.neutron [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Updated VIF entry in instance network info cache for port c56ea0b2-c671-4280-83d1-ab16986caf89. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.645834] env[62697]: DEBUG nova.network.neutron [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Updating instance_info_cache with network_info: [{"id": "c56ea0b2-c671-4280-83d1-ab16986caf89", "address": "fa:16:3e:cc:58:0d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56ea0b2-c6", "ovs_interfaceid": "c56ea0b2-c671-4280-83d1-ab16986caf89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.672560] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706163, 'name': CreateVM_Task, 'duration_secs': 0.37103} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.672773] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.673644] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.673916] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.674278] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.674621] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d610e1ad-b5d3-4be9-adce-1a8d22f03c6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.684334] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1347.684334] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52665b1b-55b1-9b7d-961c-4dd9bdb07107" [ 1347.684334] env[62697]: _type = "Task" [ 1347.684334] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.687626] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706164, 'name': Rename_Task, 'duration_secs': 0.155036} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.690660] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.691319] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5931440f-a57f-4f37-8d69-527132964498 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.698771] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52665b1b-55b1-9b7d-961c-4dd9bdb07107, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.700031] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.700741] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.700741] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.700741] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.700930] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.701234] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1347.701234] env[62697]: value = "task-1706166" [ 1347.701234] env[62697]: _type = "Task" [ 1347.701234] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.701442] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aacc3fa5-7f29-443f-ade1-7cc8d00b54ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.712020] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.713164] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.713379] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.714130] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929f24b8-28c3-457e-a9bd-71e3c9a4fe87 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.721126] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1347.721126] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529e5c63-fa98-b170-d7ad-b749087e6038" [ 1347.721126] env[62697]: _type = "Task" [ 1347.721126] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.730899] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529e5c63-fa98-b170-d7ad-b749087e6038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.751114] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706165, 'name': ReconfigVM_Task, 'duration_secs': 0.298916} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.751114] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e48fd17e-2e72-43b5-a5b0-40187e23f3ce/e48fd17e-2e72-43b5-a5b0-40187e23f3ce.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.751319] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5709667f-5384-401d-ac90-5663f9b0af58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.757819] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1347.757819] env[62697]: value = "task-1706167" [ 1347.757819] env[62697]: _type = "Task" [ 1347.757819] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.766019] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706167, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.868671] env[62697]: DEBUG nova.compute.manager [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1347.870953] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d204487-e83f-4234-99c6-9fcfc090b0a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.918336] env[62697]: DEBUG nova.compute.utils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.922749] env[62697]: DEBUG nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1347.922922] env[62697]: DEBUG nova.network.neutron [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.080690] env[62697]: DEBUG nova.policy [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7a27b8de7b4199be021fd419f56a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be37f15452c54e18a591247375ee7849', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1348.155106] env[62697]: DEBUG oslo_concurrency.lockutils [req-9a4e6b63-4a0b-42fd-8d8a-698f8accfaf6 req-22a92106-5942-4e62-9c0f-c88bd8b152aa service nova] Releasing lock "refresh_cache-a9115a71-24c3-46da-88e2-fa7246b0d4f6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.218010] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706166, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.234938] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529e5c63-fa98-b170-d7ad-b749087e6038, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.235605] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af0fa5b-2432-4d08-8e55-2c600978807b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.245896] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1348.245896] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529a7efa-16cf-b0c3-9f35-d9b20a07b381" [ 1348.245896] env[62697]: _type = "Task" [ 1348.245896] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.256447] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529a7efa-16cf-b0c3-9f35-d9b20a07b381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.268172] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706167, 'name': Rename_Task, 'duration_secs': 0.145109} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.268464] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.271285] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b30cfc-cbd7-4c74-adef-67decc3e58c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.277809] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1348.277809] env[62697]: value = "task-1706168" [ 1348.277809] env[62697]: _type = "Task" [ 1348.277809] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.287124] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.347461] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b358b396-fa3a-4a7c-af77-f6ee80de98ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.353697] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "5b496f77-8644-40b9-9643-baa725c576c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.354413] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "5b496f77-8644-40b9-9643-baa725c576c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.354413] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "5b496f77-8644-40b9-9643-baa725c576c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.354539] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "5b496f77-8644-40b9-9643-baa725c576c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.357708] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "5b496f77-8644-40b9-9643-baa725c576c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.360906] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16829dc2-a019-4cfa-a389-7ff7b6ab7cfc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.365326] env[62697]: INFO nova.compute.manager [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Terminating instance [ 1348.367610] env[62697]: DEBUG nova.compute.manager [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1348.367863] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.369163] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199a4f43-c95c-442c-819c-1fe1291c37df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.400474] env[62697]: INFO nova.compute.manager [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] instance snapshotting [ 1348.400755] env[62697]: WARNING nova.compute.manager [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1348.404168] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890ac365-ef92-40c8-86cc-7dd01ca52d08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.407346] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec9a41-a8e6-4aaa-8ba2-fd4719991069 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.412296] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.413246] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58ceaeb5-b333-4167-b23b-268c951f3e7f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.435260] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa5c473-d07d-4d1b-a89a-fa4df84adaa1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.438513] env[62697]: DEBUG nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1348.442013] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab7cca-f94c-4545-b6ec-0901b02ad8ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.461289] env[62697]: DEBUG nova.compute.provider_tree [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.581096] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.581366] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.581616] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Deleting the datastore file [datastore1] 5b496f77-8644-40b9-9643-baa725c576c8 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.581939] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0b1c35-36df-490d-9a8e-69e58c8bd4c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.589310] env[62697]: DEBUG oslo_vmware.api [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1348.589310] env[62697]: value = "task-1706170" [ 1348.589310] env[62697]: _type = "Task" [ 1348.589310] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.597943] env[62697]: DEBUG oslo_vmware.api [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.713316] env[62697]: DEBUG oslo_vmware.api [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706166, 'name': PowerOnVM_Task, 'duration_secs': 0.52589} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.713700] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.713831] env[62697]: INFO nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1348.714050] env[62697]: DEBUG nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1348.714899] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b2c0ea-1c46-41c1-8063-653c14c62ca7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.765408] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529a7efa-16cf-b0c3-9f35-d9b20a07b381, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.765658] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.765923] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.766242] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a932f96b-a09b-43a2-81d1-d7ef5025fc53 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.777642] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1348.777642] env[62697]: value = "task-1706171" [ 1348.777642] env[62697]: _type = "Task" [ 1348.777642] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.796613] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.800450] env[62697]: DEBUG oslo_vmware.api [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706168, 'name': PowerOnVM_Task, 'duration_secs': 0.492576} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.800450] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.800614] env[62697]: INFO nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1348.801879] env[62697]: DEBUG nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1348.801879] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9da71ba-7613-4fed-a374-4e2be2715589 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.947271] env[62697]: INFO nova.virt.block_device [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Booting with volume 4a2d9e92-a836-4ea1-a6d1-cc6c756e4865 at /dev/sda [ 1348.956411] env[62697]: DEBUG nova.network.neutron [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Successfully created port: 9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.964362] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1348.965194] env[62697]: DEBUG nova.scheduler.client.report [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.969502] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6e2a447-84fd-4cf9-b2ed-f7572fa2687e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.982040] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1348.982040] env[62697]: value = "task-1706172" [ 1348.982040] env[62697]: _type = "Task" [ 1348.982040] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.993923] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706172, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.996533] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87fe25df-32c3-487f-b07c-e0d85e7bbb95 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.008565] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e980c9-0d5b-4f1a-bcdd-5d7caab34792 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.046978] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb729061-52fb-45bb-b757-91842f0484bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.057775] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a8b162-cec7-4694-ab8f-4d371f325430 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.103153] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d09def-dad5-4997-b626-c24a473edc79 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.113715] env[62697]: DEBUG oslo_vmware.api [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232359} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.117412] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.118276] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.118788] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.119093] env[62697]: INFO nova.compute.manager [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Took 0.75 seconds to destroy the instance on the hypervisor. [ 1349.119387] env[62697]: DEBUG oslo.service.loopingcall [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.119734] env[62697]: DEBUG nova.compute.manager [-] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1349.119868] env[62697]: DEBUG nova.network.neutron [-] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.123440] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6da4c-ac4c-42ec-b4cf-461af61773db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.145383] env[62697]: DEBUG nova.virt.block_device [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Updating existing volume attachment record: 102bfa00-68a6-47b8-91ff-761f794677f2 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1349.237478] env[62697]: INFO nova.compute.manager [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Took 38.70 seconds to build instance. [ 1349.289535] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706171, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.323046] env[62697]: INFO nova.compute.manager [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Took 33.32 seconds to build instance. [ 1349.449579] env[62697]: DEBUG nova.objects.instance [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lazy-loading 'flavor' on Instance uuid a7d14dad-6ac3-4af6-9721-620d25ba7f80 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.476309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.479615] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.813s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.479875] env[62697]: DEBUG nova.objects.instance [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lazy-loading 'resources' on Instance uuid d5b886d2-8290-4352-a05e-d871cc5162a5 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.495761] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706172, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.511019] env[62697]: INFO nova.scheduler.client.report [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Deleted allocations for instance 598de54d-5837-4c76-a256-90975ab135d7 [ 1349.740013] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d08eb274-7ed4-4ae0-9f52-64d28d66cd0e tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.958s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.769347] env[62697]: DEBUG nova.compute.manager [req-af6ffbd2-ee3c-4dc9-9796-48d6277f8f2d req-9ea6de53-a732-4e63-8f2b-1f7a3b7aff4a service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Received event network-vif-deleted-9e2648f9-62a9-4535-a67d-2e1eaf883310 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1349.769714] env[62697]: INFO nova.compute.manager [req-af6ffbd2-ee3c-4dc9-9796-48d6277f8f2d req-9ea6de53-a732-4e63-8f2b-1f7a3b7aff4a service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Neutron deleted interface 9e2648f9-62a9-4535-a67d-2e1eaf883310; detaching it from the instance and deleting it from the info cache [ 1349.769836] env[62697]: DEBUG nova.network.neutron [req-af6ffbd2-ee3c-4dc9-9796-48d6277f8f2d req-9ea6de53-a732-4e63-8f2b-1f7a3b7aff4a service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.804507] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72123} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.804507] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.804507] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.804507] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-393a25a7-5708-42f1-8c5d-ef4909af23d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.812619] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1349.812619] env[62697]: value = "task-1706174" [ 1349.812619] env[62697]: _type = "Task" [ 1349.812619] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.826447] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71e2bfc0-cfd9-49fc-a56b-006fb8ef43ba tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.031s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.826447] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.955897] env[62697]: DEBUG oslo_concurrency.lockutils [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.956103] env[62697]: DEBUG oslo_concurrency.lockutils [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquired lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.998727] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706172, 'name': CreateSnapshot_Task, 'duration_secs': 0.75881} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.999016] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1350.000592] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25751bb3-b732-4786-9219-d296781f4b68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.020373] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0142e1f8-ae5d-4557-8f8f-528d8ce32f56 tempest-ServerExternalEventsTest-812744117 tempest-ServerExternalEventsTest-812744117-project-member] Lock "598de54d-5837-4c76-a256-90975ab135d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.401s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.114175] env[62697]: DEBUG nova.network.neutron [-] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.276588] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3036d788-b1b7-43f3-93e2-9bdbf7fe528c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.287328] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5fa00-d0ab-4b37-b412-cb016008b213 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.333824] env[62697]: DEBUG nova.compute.manager [req-af6ffbd2-ee3c-4dc9-9796-48d6277f8f2d req-9ea6de53-a732-4e63-8f2b-1f7a3b7aff4a service nova] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Detach interface failed, port_id=9e2648f9-62a9-4535-a67d-2e1eaf883310, reason: Instance 5b496f77-8644-40b9-9643-baa725c576c8 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1350.348110] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106504} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.348208] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.349027] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f361a731-d191-4543-b227-ce4d017906d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.378847] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.384586] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb96b50-2537-4885-98bd-41d078638702 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.407192] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1350.407192] env[62697]: value = "task-1706175" [ 1350.407192] env[62697]: _type = "Task" [ 1350.407192] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.426602] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.431231] env[62697]: DEBUG nova.compute.manager [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Received event network-changed-a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1350.431717] env[62697]: DEBUG nova.compute.manager [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Refreshing instance network info cache due to event network-changed-a1da783c-fe8c-4314-a205-3f76bbe123de. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1350.431804] env[62697]: DEBUG oslo_concurrency.lockutils [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] Acquiring lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.432247] env[62697]: DEBUG oslo_concurrency.lockutils [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] Acquired lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.432247] env[62697]: DEBUG nova.network.neutron [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Refreshing network info cache for port a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.511053] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4fb71-4503-453b-94da-f06b08e8f7a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.522402] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1350.523211] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c6f7ba8-0b26-4a79-9659-3fd1b95dd46a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.533115] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ff89b7-577b-4133-a893-b33b6d545c82 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.536437] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1350.536437] env[62697]: value = "task-1706176" [ 1350.536437] env[62697]: _type = "Task" [ 1350.536437] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.567814] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e1c4f4-724b-4aec-b65c-358581334063 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.574430] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706176, 'name': CloneVM_Task} progress is 12%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.579764] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef225c-63b3-4077-b7df-523339b4e0b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.594751] env[62697]: DEBUG nova.compute.provider_tree [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.621675] env[62697]: INFO nova.compute.manager [-] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Took 1.50 seconds to deallocate network for instance. [ 1350.803914] env[62697]: DEBUG nova.network.neutron [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.920142] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.053218] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706176, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.098234] env[62697]: DEBUG nova.scheduler.client.report [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1351.129095] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.284285] env[62697]: DEBUG nova.network.neutron [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updated VIF entry in instance network info cache for port a1da783c-fe8c-4314-a205-3f76bbe123de. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.284675] env[62697]: DEBUG nova.network.neutron [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updating instance_info_cache with network_info: [{"id": "a1da783c-fe8c-4314-a205-3f76bbe123de", "address": "fa:16:3e:65:c5:f8", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1da783c-fe", "ovs_interfaceid": "a1da783c-fe8c-4314-a205-3f76bbe123de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.314780] env[62697]: DEBUG nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1351.315771] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1351.315771] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1351.315771] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.316046] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1351.316100] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.316247] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1351.316451] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1351.316602] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1351.316762] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1351.316922] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1351.317151] env[62697]: DEBUG nova.virt.hardware [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1351.318395] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a4036-a5c4-47f9-b1c8-22ad2bcd9b8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.328703] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c586b5d-45c9-4577-90a2-044a50b96a16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.395292] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1351.395477] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355522', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'name': 'volume-4e59dda8-8f42-4de4-be43-b194b8fc936f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ba09256d-b67b-4793-8c98-e0873d510df2', 'attached_at': '', 'detached_at': '', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'serial': '4e59dda8-8f42-4de4-be43-b194b8fc936f'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1351.396430] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3aa1e-8e48-40e4-bfd2-d5b982481db3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.426497] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b46280-2900-4adf-8d4c-0f0b2fbe3b18 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.456040] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.465864] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-4e59dda8-8f42-4de4-be43-b194b8fc936f/volume-4e59dda8-8f42-4de4-be43-b194b8fc936f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.468941] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3822e240-b134-4146-b12b-9f64442f0c44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.492907] env[62697]: DEBUG oslo_vmware.api [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Waiting for the task: (returnval){ [ 1351.492907] env[62697]: value = "task-1706177" [ 1351.492907] env[62697]: _type = "Task" [ 1351.492907] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.506893] env[62697]: DEBUG oslo_vmware.api [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.549427] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706176, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.605268] env[62697]: DEBUG nova.network.neutron [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Successfully updated port: 9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.615026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.618912] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.636s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.619184] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.619386] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1351.619792] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.568s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.620386] env[62697]: DEBUG nova.objects.instance [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lazy-loading 'resources' on Instance uuid 24a0a90c-f0bd-4906-be70-7d92fad5eeaa {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.622140] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0413ae-f314-436a-a934-4a8518801e0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.637032] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a29a9-c77e-4bcd-a6a9-b75cff1a49ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.658262] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409c3c7a-3206-4004-b268-a7cc3665e458 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.668270] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67045986-a9ce-4125-acd5-ebc718e86698 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.673347] env[62697]: INFO nova.scheduler.client.report [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleted allocations for instance d5b886d2-8290-4352-a05e-d871cc5162a5 [ 1351.702778] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179229MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1351.702778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.788957] env[62697]: DEBUG oslo_concurrency.lockutils [req-96db286c-979e-475c-9bf0-b29c635e5894 req-6560733a-3112-4f9d-bb7a-33fce386524d service nova] Releasing lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.906016] env[62697]: DEBUG nova.compute.manager [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Received event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1351.906240] env[62697]: DEBUG nova.compute.manager [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing instance network info cache due to event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1351.906586] env[62697]: DEBUG oslo_concurrency.lockutils [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] Acquiring lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.936023] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706175, 'name': ReconfigVM_Task, 'duration_secs': 1.091782} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.936023] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.936023] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119e431d-5ff5-4069-a43d-007f0a54d39f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.944019] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1351.944019] env[62697]: value = "task-1706178" [ 1351.944019] env[62697]: _type = "Task" [ 1351.944019] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.954803] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706178, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.004036] env[62697]: DEBUG oslo_vmware.api [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706177, 'name': ReconfigVM_Task, 'duration_secs': 0.449589} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.004315] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-4e59dda8-8f42-4de4-be43-b194b8fc936f/volume-4e59dda8-8f42-4de4-be43-b194b8fc936f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.009605] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b694fa-1b48-449e-8c90-8942298cbec4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.029036] env[62697]: DEBUG oslo_vmware.api [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Waiting for the task: (returnval){ [ 1352.029036] env[62697]: value = "task-1706179" [ 1352.029036] env[62697]: _type = "Task" [ 1352.029036] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.041924] env[62697]: DEBUG oslo_vmware.api [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.043246] env[62697]: DEBUG nova.network.neutron [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.054465] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706176, 'name': CloneVM_Task, 'duration_secs': 1.420631} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.054465] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Created linked-clone VM from snapshot [ 1352.055180] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c9a25c-eb68-4421-86d9-c8c9e230a94f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.064115] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Uploading image 559f00d0-fee8-4b4b-8173-2eeca270bc49 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1352.094476] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1352.094476] env[62697]: value = "vm-355525" [ 1352.094476] env[62697]: _type = "VirtualMachine" [ 1352.094476] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1352.095866] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87e28a06-14ac-488e-8a1a-93c47c9a86d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.102813] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease: (returnval){ [ 1352.102813] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dec6b6-1a0a-c2fa-0052-290c3ee2db54" [ 1352.102813] env[62697]: _type = "HttpNfcLease" [ 1352.102813] env[62697]: } obtained for exporting VM: (result){ [ 1352.102813] env[62697]: value = "vm-355525" [ 1352.102813] env[62697]: _type = "VirtualMachine" [ 1352.102813] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1352.103217] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the lease: (returnval){ [ 1352.103217] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dec6b6-1a0a-c2fa-0052-290c3ee2db54" [ 1352.103217] env[62697]: _type = "HttpNfcLease" [ 1352.103217] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1352.112795] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1352.112795] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dec6b6-1a0a-c2fa-0052-290c3ee2db54" [ 1352.112795] env[62697]: _type = "HttpNfcLease" [ 1352.112795] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1352.119398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Acquiring lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.119680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Acquired lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.119764] env[62697]: DEBUG nova.network.neutron [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.209141] env[62697]: DEBUG oslo_concurrency.lockutils [None req-03bb4183-0fb4-4492-86fe-13f16dad7e7c tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "d5b886d2-8290-4352-a05e-d871cc5162a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.750s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.457831] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706178, 'name': Rename_Task, 'duration_secs': 0.13559} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.457831] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.458516] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef4f7247-afc1-41a3-a0a2-6fbf6dfb6381 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.465634] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1352.465634] env[62697]: value = "task-1706181" [ 1352.465634] env[62697]: _type = "Task" [ 1352.465634] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.480895] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.547364] env[62697]: DEBUG oslo_vmware.api [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706179, 'name': ReconfigVM_Task, 'duration_secs': 0.149519} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.549385] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355522', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'name': 'volume-4e59dda8-8f42-4de4-be43-b194b8fc936f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ba09256d-b67b-4793-8c98-e0873d510df2', 'attached_at': '', 'detached_at': '', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'serial': '4e59dda8-8f42-4de4-be43-b194b8fc936f'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1352.551411] env[62697]: DEBUG oslo_concurrency.lockutils [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Releasing lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.551647] env[62697]: DEBUG nova.compute.manager [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Inject network info {{(pid=62697) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1352.551927] env[62697]: DEBUG nova.compute.manager [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] network_info to inject: |[{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1352.556858] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Reconfiguring VM instance to set the machine id {{(pid=62697) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1352.558548] env[62697]: DEBUG nova.compute.manager [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Received event network-vif-plugged-9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1352.558794] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Acquiring lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.559022] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.559732] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.559732] env[62697]: DEBUG nova.compute.manager [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] No waiting events found dispatching network-vif-plugged-9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1352.559732] env[62697]: WARNING nova.compute.manager [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Received unexpected event network-vif-plugged-9012bd65-f6ba-47fd-b08a-e965512dde61 for instance with vm_state building and task_state spawning. [ 1352.559829] env[62697]: DEBUG nova.compute.manager [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Received event network-changed-a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1352.559953] env[62697]: DEBUG nova.compute.manager [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Refreshing instance network info cache due to event network-changed-a1da783c-fe8c-4314-a205-3f76bbe123de. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1352.560325] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Acquiring lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.560517] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Acquired lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.560691] env[62697]: DEBUG nova.network.neutron [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Refreshing network info cache for port a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.564835] env[62697]: DEBUG oslo_concurrency.lockutils [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] Acquired lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.565090] env[62697]: DEBUG nova.network.neutron [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.566031] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0026e7c-3675-4c5f-8e95-349adca07310 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.586171] env[62697]: DEBUG oslo_vmware.api [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1352.586171] env[62697]: value = "task-1706182" [ 1352.586171] env[62697]: _type = "Task" [ 1352.586171] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.594188] env[62697]: DEBUG oslo_vmware.api [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.611548] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1352.611548] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dec6b6-1a0a-c2fa-0052-290c3ee2db54" [ 1352.611548] env[62697]: _type = "HttpNfcLease" [ 1352.611548] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1352.611973] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1352.611973] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dec6b6-1a0a-c2fa-0052-290c3ee2db54" [ 1352.611973] env[62697]: _type = "HttpNfcLease" [ 1352.611973] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1352.612735] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc266040-369e-47b2-a73b-c281b446e791 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.617223] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0be811-bdb5-41d4-a78e-40acadddea3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.622347] env[62697]: DEBUG nova.objects.instance [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lazy-loading 'flavor' on Instance uuid a7d14dad-6ac3-4af6-9721-620d25ba7f80 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.630034] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852d87-81b5-4925-d3c0-22c5f0d706e9/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1352.630034] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852d87-81b5-4925-d3c0-22c5f0d706e9/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1352.634444] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a3ab8-b4a0-4d31-aa76-dcb029671225 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.737085] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac14c464-2e56-4181-99ca-38dc68327de4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.746083] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f408741-4dd4-4501-907a-81726cb25a57 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.760142] env[62697]: DEBUG nova.compute.provider_tree [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.784633] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1d01983-fecc-46c6-b98b-6c61c833d4c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.923565] env[62697]: DEBUG nova.network.neutron [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.979242] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.100420] env[62697]: DEBUG oslo_vmware.api [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706182, 'name': ReconfigVM_Task, 'duration_secs': 0.15489} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.100818] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-02b84aee-ae53-4304-b2da-1fd5865b1585 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Reconfigured VM instance to set the machine id {{(pid=62697) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1353.134858] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.264133] env[62697]: DEBUG nova.scheduler.client.report [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1353.482331] env[62697]: DEBUG oslo_vmware.api [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706181, 'name': PowerOnVM_Task, 'duration_secs': 0.563221} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.482909] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.483633] env[62697]: INFO nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1353.484022] env[62697]: DEBUG nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1353.485237] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62168ec1-f9ad-4786-b383-e88773b343cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.506537] env[62697]: DEBUG nova.network.neutron [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Updating instance_info_cache with network_info: [{"id": "9012bd65-f6ba-47fd-b08a-e965512dde61", "address": "fa:16:3e:4e:e4:d0", "network": {"id": "b3ae6c14-202e-4f08-a1d5-7f824f773461", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2089641865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be37f15452c54e18a591247375ee7849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9012bd65-f6", "ovs_interfaceid": "9012bd65-f6ba-47fd-b08a-e965512dde61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.617391] env[62697]: DEBUG nova.objects.instance [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lazy-loading 'flavor' on Instance uuid ba09256d-b67b-4793-8c98-e0873d510df2 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.637496] env[62697]: DEBUG nova.network.neutron [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updated VIF entry in instance network info cache for port a1da783c-fe8c-4314-a205-3f76bbe123de. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.638577] env[62697]: DEBUG nova.network.neutron [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updating instance_info_cache with network_info: [{"id": "a1da783c-fe8c-4314-a205-3f76bbe123de", "address": "fa:16:3e:65:c5:f8", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1da783c-fe", "ovs_interfaceid": "a1da783c-fe8c-4314-a205-3f76bbe123de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.770689] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.772648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.760s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.772906] env[62697]: DEBUG nova.objects.instance [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lazy-loading 'resources' on Instance uuid 71194ade-910f-43c0-a874-369fc90eb6fb {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.805086] env[62697]: INFO nova.scheduler.client.report [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Deleted allocations for instance 24a0a90c-f0bd-4906-be70-7d92fad5eeaa [ 1353.953155] env[62697]: DEBUG nova.network.neutron [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updated VIF entry in instance network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.953244] env[62697]: DEBUG nova.network.neutron [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.013127] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Releasing lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.017731] env[62697]: DEBUG nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Instance network_info: |[{"id": "9012bd65-f6ba-47fd-b08a-e965512dde61", "address": "fa:16:3e:4e:e4:d0", "network": {"id": "b3ae6c14-202e-4f08-a1d5-7f824f773461", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2089641865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be37f15452c54e18a591247375ee7849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9012bd65-f6", "ovs_interfaceid": "9012bd65-f6ba-47fd-b08a-e965512dde61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1354.017731] env[62697]: INFO nova.compute.manager [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Took 36.09 seconds to build instance. [ 1354.017731] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:e4:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9012bd65-f6ba-47fd-b08a-e965512dde61', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.025954] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Creating folder: Project (be37f15452c54e18a591247375ee7849). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.030366] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf28f70-8651-47c1-a9cd-4976c4a0eaa8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.042585] env[62697]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1354.042955] env[62697]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62697) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1354.043688] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Folder already exists: Project (be37f15452c54e18a591247375ee7849). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1354.043843] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Creating folder: Instances. Parent ref: group-v355478. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.044490] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1bf6eed-8e2e-49a5-9090-d85c26ca6480 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.059596] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Created folder: Instances in parent group-v355478. [ 1354.059976] env[62697]: DEBUG oslo.service.loopingcall [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.063437] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.063437] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53222ac6-2306-49f1-a459-96a02164b82c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.090313] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.090313] env[62697]: value = "task-1706185" [ 1354.090313] env[62697]: _type = "Task" [ 1354.090313] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.099874] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706185, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.123857] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af95cd9f-7269-47d4-b99f-e524886b16d7 tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.389s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.145449] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Releasing lock "refresh_cache-e48fd17e-2e72-43b5-a5b0-40187e23f3ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.145839] env[62697]: DEBUG nova.compute.manager [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Received event network-changed-9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1354.146114] env[62697]: DEBUG nova.compute.manager [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Refreshing instance network info cache due to event network-changed-9012bd65-f6ba-47fd-b08a-e965512dde61. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1354.146364] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Acquiring lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.146544] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Acquired lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.146786] env[62697]: DEBUG nova.network.neutron [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Refreshing network info cache for port 9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.320886] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2dd32614-0d57-4ec0-9bf7-ca65a6cd42cf tempest-AttachInterfacesV270Test-125159266 tempest-AttachInterfacesV270Test-125159266-project-member] Lock "24a0a90c-f0bd-4906-be70-7d92fad5eeaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.242s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.459461] env[62697]: DEBUG oslo_concurrency.lockutils [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] Releasing lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.459833] env[62697]: DEBUG nova.compute.manager [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Received event network-changed-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1354.460054] env[62697]: DEBUG nova.compute.manager [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Refreshing instance network info cache due to event network-changed-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1354.460341] env[62697]: DEBUG oslo_concurrency.lockutils [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] Acquiring lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.460506] env[62697]: DEBUG oslo_concurrency.lockutils [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] Acquired lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.460705] env[62697]: DEBUG nova.network.neutron [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Refreshing network info cache for port fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.462309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquired lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.528991] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c23bcac-6bdd-4862-b7ac-9aab00a8b6ce tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.298s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.616839] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706185, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.826037] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4332ed81-af98-4109-90f8-718713a79e44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.836737] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf6e32-7513-491c-8b5d-e282816dca84 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.870532] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f41591-66d1-44d4-b418-978aa7e0e3b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.878563] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1830c3-e5ac-4f96-9faa-17f8ebfb6636 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.895951] env[62697]: DEBUG nova.compute.provider_tree [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.102554] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706185, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.301654] env[62697]: DEBUG nova.network.neutron [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Updated VIF entry in instance network info cache for port 9012bd65-f6ba-47fd-b08a-e965512dde61. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.302060] env[62697]: DEBUG nova.network.neutron [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Updating instance_info_cache with network_info: [{"id": "9012bd65-f6ba-47fd-b08a-e965512dde61", "address": "fa:16:3e:4e:e4:d0", "network": {"id": "b3ae6c14-202e-4f08-a1d5-7f824f773461", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2089641865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be37f15452c54e18a591247375ee7849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9012bd65-f6", "ovs_interfaceid": "9012bd65-f6ba-47fd-b08a-e965512dde61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.401584] env[62697]: DEBUG nova.scheduler.client.report [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1355.607880] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706185, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.805463] env[62697]: DEBUG oslo_concurrency.lockutils [req-0c90fda5-075f-4c12-9e19-19b0abf52564 req-3b61147a-7599-4248-8193-31b17ba6322c service nova] Releasing lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.860667] env[62697]: DEBUG nova.network.neutron [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.892686] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Acquiring lock "ba09256d-b67b-4793-8c98-e0873d510df2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.892686] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.907338] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.910945] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.297s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.911395] env[62697]: DEBUG nova.objects.instance [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lazy-loading 'resources' on Instance uuid 8585620c-9060-4fac-94d1-321a8ab4fca1 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.927439] env[62697]: DEBUG nova.network.neutron [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Updated VIF entry in instance network info cache for port fb95df2f-4f81-48eb-8af0-fc9b9f74fee5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.928021] env[62697]: DEBUG nova.network.neutron [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Updating instance_info_cache with network_info: [{"id": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "address": "fa:16:3e:c8:fe:42", "network": {"id": "88cfee31-b54e-466d-863c-7c80a007202d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541528741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6a6e714b54e0ea8d9e3dab2129189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95df2f-4f", "ovs_interfaceid": "fb95df2f-4f81-48eb-8af0-fc9b9f74fee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.954426] env[62697]: INFO nova.scheduler.client.report [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Deleted allocations for instance 71194ade-910f-43c0-a874-369fc90eb6fb [ 1356.059606] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "619f3117-9391-4cc0-91ea-5614214b75db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.059858] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "619f3117-9391-4cc0-91ea-5614214b75db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.108304] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706185, 'name': CreateVM_Task, 'duration_secs': 1.566223} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.108830] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.109833] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355486', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'name': 'volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'serial': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'attachment_id': '102bfa00-68a6-47b8-91ff-761f794677f2', 'volume_type': None}], 'swap': None} {{(pid=62697) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1356.110132] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Root volume attach. Driver type: vmdk {{(pid=62697) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1356.111161] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc461a-b7e9-414d-a9da-090a32e29f61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.124253] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91ea5b-33e5-4b93-b66c-8554e68dc5f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.132347] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079813ba-d018-48b7-8fc7-bf43ef246f41 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.138974] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f3b98b4c-be6f-4cfe-a7dd-2dc7678d67fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.148277] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1356.148277] env[62697]: value = "task-1706186" [ 1356.148277] env[62697]: _type = "Task" [ 1356.148277] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.162077] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706186, 'name': RelocateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.240023] env[62697]: DEBUG nova.compute.manager [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Received event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1356.240310] env[62697]: DEBUG nova.compute.manager [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing instance network info cache due to event network-changed-8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1356.240678] env[62697]: DEBUG oslo_concurrency.lockutils [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] Acquiring lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.395269] env[62697]: INFO nova.compute.manager [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Detaching volume 4e59dda8-8f42-4de4-be43-b194b8fc936f [ 1356.431934] env[62697]: DEBUG oslo_concurrency.lockutils [req-62f34a87-1153-491d-bc02-8a54f455b620 req-ba0c6139-4603-465d-a102-6dd68f487908 service nova] Releasing lock "refresh_cache-2c4c03dd-a708-45a4-b8bd-a60964917f90" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.467687] env[62697]: DEBUG oslo_concurrency.lockutils [None req-df8c7bc1-fcb2-4b01-8717-fdfd981a15ab tempest-ImagesNegativeTestJSON-1191507942 tempest-ImagesNegativeTestJSON-1191507942-project-member] Lock "71194ade-910f-43c0-a874-369fc90eb6fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.218s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.473591] env[62697]: INFO nova.virt.block_device [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Attempting to driver detach volume 4e59dda8-8f42-4de4-be43-b194b8fc936f from mountpoint /dev/sdb [ 1356.473866] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1356.474124] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355522', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'name': 'volume-4e59dda8-8f42-4de4-be43-b194b8fc936f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ba09256d-b67b-4793-8c98-e0873d510df2', 'attached_at': '', 'detached_at': '', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'serial': '4e59dda8-8f42-4de4-be43-b194b8fc936f'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1356.475388] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5a2a28-4add-4987-9167-048f8e42e212 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.525523] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e215c7c-dbd8-4ac1-be23-2063bb9ca121 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.539603] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc884672-02ec-41cd-bd2f-110c66fd05f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.566425] env[62697]: DEBUG nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1356.573387] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8e18d-2397-484b-9af9-bde95a1574e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.597223] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] The volume has not been displaced from its original location: [datastore1] volume-4e59dda8-8f42-4de4-be43-b194b8fc936f/volume-4e59dda8-8f42-4de4-be43-b194b8fc936f.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1356.604072] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.608656] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3100d918-5b8f-4979-913b-d9198788b0b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.632859] env[62697]: DEBUG oslo_vmware.api [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Waiting for the task: (returnval){ [ 1356.632859] env[62697]: value = "task-1706187" [ 1356.632859] env[62697]: _type = "Task" [ 1356.632859] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.653079] env[62697]: DEBUG oslo_vmware.api [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.664392] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706186, 'name': RelocateVM_Task} progress is 20%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.986023] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c274f0-0ca2-44bb-8bb8-5fa93ebb6d88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.990557] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c890c8-8fc7-4888-82a0-01ab4c210821 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.030511] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf27d6f-044d-4e80-b48e-6d084ef143d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.039828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7419440-5bbe-4945-bb4a-038b36ab26f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.055129] env[62697]: DEBUG nova.compute.provider_tree [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.084181] env[62697]: DEBUG nova.network.neutron [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.102477] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.147533] env[62697]: DEBUG oslo_vmware.api [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706187, 'name': ReconfigVM_Task, 'duration_secs': 0.399179} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.147533] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.152286] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865bafc4-3419-4c29-8c8d-d6168a9b4a21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.172156] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706186, 'name': RelocateVM_Task, 'duration_secs': 0.517553} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.173502] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1357.173738] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355486', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'name': 'volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'serial': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1357.174120] env[62697]: DEBUG oslo_vmware.api [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Waiting for the task: (returnval){ [ 1357.174120] env[62697]: value = "task-1706188" [ 1357.174120] env[62697]: _type = "Task" [ 1357.174120] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.174827] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b339d7-5240-4622-b3d7-d0fa23af913d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.196654] env[62697]: DEBUG oslo_vmware.api [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.197496] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f09fa-bbe2-4601-a4e9-16c8c8362cd3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.220139] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865/volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.220543] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d9eb69-2d82-450e-a12c-ccd376f6289e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.240799] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1357.240799] env[62697]: value = "task-1706189" [ 1357.240799] env[62697]: _type = "Task" [ 1357.240799] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.251266] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.480891] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "ca98fc14-5301-40dc-ab3f-26b707734f35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.481274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.561921] env[62697]: DEBUG nova.scheduler.client.report [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1357.589712] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Releasing lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.590051] env[62697]: DEBUG nova.compute.manager [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Inject network info {{(pid=62697) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1357.590911] env[62697]: DEBUG nova.compute.manager [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] network_info to inject: |[{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1357.597024] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Reconfiguring VM instance to set the machine id {{(pid=62697) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1357.598884] env[62697]: DEBUG oslo_concurrency.lockutils [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] Acquired lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.598884] env[62697]: DEBUG nova.network.neutron [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Refreshing network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.601644] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a41e09-2744-4bfb-83b0-4f7642e75e5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.628682] env[62697]: DEBUG oslo_vmware.api [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1357.628682] env[62697]: value = "task-1706190" [ 1357.628682] env[62697]: _type = "Task" [ 1357.628682] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.639185] env[62697]: DEBUG oslo_vmware.api [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.693921] env[62697]: DEBUG oslo_vmware.api [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Task: {'id': task-1706188, 'name': ReconfigVM_Task, 'duration_secs': 0.196696} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.694145] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355522', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'name': 'volume-4e59dda8-8f42-4de4-be43-b194b8fc936f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ba09256d-b67b-4793-8c98-e0873d510df2', 'attached_at': '', 'detached_at': '', 'volume_id': '4e59dda8-8f42-4de4-be43-b194b8fc936f', 'serial': '4e59dda8-8f42-4de4-be43-b194b8fc936f'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1357.754098] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.985632] env[62697]: DEBUG nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1358.069813] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.072221] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.190s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.072479] env[62697]: DEBUG nova.objects.instance [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lazy-loading 'resources' on Instance uuid 6db30528-7f27-48dd-add8-3ec4d6f5e0be {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.092736] env[62697]: DEBUG nova.network.neutron [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updated VIF entry in instance network info cache for port 8d2a056d-a463-4165-8b13-3d98b5ead886. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.093156] env[62697]: DEBUG nova.network.neutron [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [{"id": "8d2a056d-a463-4165-8b13-3d98b5ead886", "address": "fa:16:3e:d2:f9:30", "network": {"id": "41ae26b1-1c21-43e7-9de6-2692c84a4709", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1883050725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a81f035173e04a3bb9198786e28afc9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2a056d-a4", "ovs_interfaceid": "8d2a056d-a463-4165-8b13-3d98b5ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.097349] env[62697]: INFO nova.scheduler.client.report [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Deleted allocations for instance 8585620c-9060-4fac-94d1-321a8ab4fca1 [ 1358.146176] env[62697]: DEBUG oslo_vmware.api [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706190, 'name': ReconfigVM_Task, 'duration_secs': 0.185984} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.146176] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6169e578-d8b1-4e0b-95ba-c3b06f7fb073 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Reconfigured VM instance to set the machine id {{(pid=62697) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1358.260019] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706189, 'name': ReconfigVM_Task, 'duration_secs': 0.572783} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.260019] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865/volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.264621] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c8e173-f75a-4995-8732-66cb71ebcc7e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.292755] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1358.292755] env[62697]: value = "task-1706191" [ 1358.292755] env[62697]: _type = "Task" [ 1358.292755] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.302081] env[62697]: DEBUG nova.objects.instance [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lazy-loading 'flavor' on Instance uuid ba09256d-b67b-4793-8c98-e0873d510df2 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.306818] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.520227] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.597729] env[62697]: DEBUG oslo_concurrency.lockutils [req-c8a78e19-d585-4a77-9e03-99e20b466d0d req-00352ac5-35f3-49a7-8af8-03ccbf75fc75 service nova] Releasing lock "refresh_cache-a7d14dad-6ac3-4af6-9721-620d25ba7f80" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.609102] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f18dbc6a-052f-40ec-9fd5-6d399824b624 tempest-ServerRescueTestJSONUnderV235-1750890576 tempest-ServerRescueTestJSONUnderV235-1750890576-project-member] Lock "8585620c-9060-4fac-94d1-321a8ab4fca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.088s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.673198] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "30de9743-bc1f-40b5-815c-d804cd579443" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.673483] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "30de9743-bc1f-40b5-815c-d804cd579443" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.724926] env[62697]: INFO nova.compute.manager [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Rebuilding instance [ 1358.788583] env[62697]: DEBUG nova.compute.manager [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1358.789864] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227546df-a5a2-4532-90fb-0b993d3560b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.806455] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706191, 'name': ReconfigVM_Task, 'duration_secs': 0.136082} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.809111] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355486', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'name': 'volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'serial': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1358.812498] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8993bbb-867b-4c93-a2ed-313bd59852d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.818948] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1358.818948] env[62697]: value = "task-1706192" [ 1358.818948] env[62697]: _type = "Task" [ 1358.818948] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.832012] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706192, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.080050] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c627c9-173e-467f-881e-985e7849b43c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.088423] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eb5358-8b00-4fe1-b909-108829c48a4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.127297] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b758a42a-8138-4020-90a1-01234b6587f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.136403] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646a058e-58d8-40a1-95e6-c6792825f381 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.154594] env[62697]: DEBUG nova.compute.provider_tree [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.177364] env[62697]: DEBUG nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1359.313336] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.313692] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d916d219-c6ba-4551-9a99-e59016f33a4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.315775] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ad19fd81-6c91-40dd-86e5-9da5ded43f2f tempest-VolumesAssistedSnapshotsTest-1051544965 tempest-VolumesAssistedSnapshotsTest-1051544965-project-admin] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.424s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.325290] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1359.325290] env[62697]: value = "task-1706194" [ 1359.325290] env[62697]: _type = "Task" [ 1359.325290] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.335041] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706192, 'name': Rename_Task, 'duration_secs': 0.217509} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.335845] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.336607] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29e33108-98d3-4328-9b7d-826fe24a1f37 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.341988] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.346834] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1359.346834] env[62697]: value = "task-1706195" [ 1359.346834] env[62697]: _type = "Task" [ 1359.346834] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.354632] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.464893] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.465563] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.465563] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.465741] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.465826] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.470579] env[62697]: INFO nova.compute.manager [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Terminating instance [ 1359.473556] env[62697]: DEBUG nova.compute.manager [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1359.473801] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.474756] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b1c108-a7a2-42d7-a3aa-b59f27db5bf1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.484430] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.484712] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2935b6dc-c850-40d4-a530-ad0489ee947b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.581336] env[62697]: DEBUG oslo_vmware.api [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1359.581336] env[62697]: value = "task-1706196" [ 1359.581336] env[62697]: _type = "Task" [ 1359.581336] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.581336] env[62697]: DEBUG oslo_vmware.api [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.646680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.646680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.658368] env[62697]: DEBUG nova.scheduler.client.report [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1359.711154] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.842170] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706194, 'name': PowerOffVM_Task, 'duration_secs': 0.215148} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.842750] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.843230] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.844870] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec6c536-bff9-437a-a955-19181094141a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.861504] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.866419] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.867077] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a28d5a3e-e9f4-4a27-80cf-43eeb53ef71e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.951032] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.951032] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.951032] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleting the datastore file [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.951032] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d0ec34-a86b-4e64-a00e-777ee1a4d5e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.958114] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1359.958114] env[62697]: value = "task-1706198" [ 1359.958114] env[62697]: _type = "Task" [ 1359.958114] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.969039] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.006161] env[62697]: DEBUG oslo_vmware.api [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706196, 'name': PowerOffVM_Task, 'duration_secs': 0.220137} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.006888] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.007278] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.009019] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df373f9d-942c-41f8-b2a0-c5a7671bb197 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.101033] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.101033] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.101033] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Deleting the datastore file [datastore1] a7d14dad-6ac3-4af6-9721-620d25ba7f80 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.101033] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1344d2c-961b-4bd6-be91-acf6fb888124 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.113943] env[62697]: DEBUG oslo_vmware.api [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for the task: (returnval){ [ 1360.113943] env[62697]: value = "task-1706200" [ 1360.113943] env[62697]: _type = "Task" [ 1360.113943] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.129865] env[62697]: DEBUG oslo_vmware.api [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.151027] env[62697]: DEBUG nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1360.169215] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.175091] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.064s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.176879] env[62697]: INFO nova.compute.claims [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.228780] env[62697]: INFO nova.scheduler.client.report [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleted allocations for instance 6db30528-7f27-48dd-add8-3ec4d6f5e0be [ 1360.362798] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.395479] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "5621b33d-0ed3-4620-bf02-68a879e53867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.395479] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "5621b33d-0ed3-4620-bf02-68a879e53867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.473018] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156611} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.473018] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.473168] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.473760] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.625115] env[62697]: DEBUG oslo_vmware.api [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Task: {'id': task-1706200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184812} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.625395] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.625587] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.625768] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.625946] env[62697]: INFO nova.compute.manager [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1360.626223] env[62697]: DEBUG oslo.service.loopingcall [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.626453] env[62697]: DEBUG nova.compute.manager [-] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1360.626579] env[62697]: DEBUG nova.network.neutron [-] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.673913] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.736924] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd0984c9-fa4e-4b59-aac5-63e73ccc6d4b tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "6db30528-7f27-48dd-add8-3ec4d6f5e0be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.157s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.860544] env[62697]: DEBUG oslo_vmware.api [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706195, 'name': PowerOnVM_Task, 'duration_secs': 1.271979} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.860854] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.861071] env[62697]: INFO nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1360.861256] env[62697]: DEBUG nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1360.862086] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b955bc66-ae7e-4392-b97c-a98f235a2b29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.898870] env[62697]: DEBUG nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1361.133452] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.133731] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.134146] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.134438] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.134625] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.138262] env[62697]: INFO nova.compute.manager [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Terminating instance [ 1361.139683] env[62697]: DEBUG nova.compute.manager [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1361.139925] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.140800] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4281750-2eaa-47f8-9656-9be8e58aa862 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.149182] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.149487] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-455635e1-066c-41fb-a0f5-325076a87b48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.156366] env[62697]: DEBUG oslo_vmware.api [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1361.156366] env[62697]: value = "task-1706201" [ 1361.156366] env[62697]: _type = "Task" [ 1361.156366] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.165474] env[62697]: DEBUG oslo_vmware.api [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1706201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.389530] env[62697]: INFO nova.compute.manager [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Took 41.71 seconds to build instance. [ 1361.435913] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.521740] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1361.521943] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1361.522116] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.522297] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1361.522444] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.522591] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1361.523565] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1361.523565] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1361.523917] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1361.524038] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1361.524235] env[62697]: DEBUG nova.virt.hardware [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1361.525704] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a91e64-d983-4407-a85a-b8737b997860 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.539701] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87cd02-4b35-418d-8d52-54c2302d5a3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.549716] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.549976] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.550214] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.550407] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.550575] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.554248] env[62697]: INFO nova.compute.manager [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Terminating instance [ 1361.564987] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:58:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c56ea0b2-c671-4280-83d1-ab16986caf89', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.574632] env[62697]: DEBUG oslo.service.loopingcall [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.578103] env[62697]: DEBUG nova.compute.manager [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1361.578103] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.578363] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.582129] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be516686-0f40-416c-a427-57797224f7cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.583023] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acc0fff1-9b9f-4815-842b-69b3ea36a62e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.602953] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.604347] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70aa07f1-f811-4adb-b749-b177881c5528 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.605999] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.605999] env[62697]: value = "task-1706202" [ 1361.605999] env[62697]: _type = "Task" [ 1361.605999] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.616057] env[62697]: DEBUG oslo_vmware.api [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1361.616057] env[62697]: value = "task-1706203" [ 1361.616057] env[62697]: _type = "Task" [ 1361.616057] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.626630] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706202, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.635058] env[62697]: DEBUG oslo_vmware.api [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.669262] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852d87-81b5-4925-d3c0-22c5f0d706e9/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1361.669262] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8433a9-17bc-44ab-897c-cf91d125212b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.682911] env[62697]: DEBUG oslo_vmware.api [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1706201, 'name': PowerOffVM_Task, 'duration_secs': 0.226485} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.683848] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.684766] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.684766] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9db5baf-256d-4f2e-b99e-a45d2a1c943f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.688165] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852d87-81b5-4925-d3c0-22c5f0d706e9/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1361.688165] env[62697]: ERROR oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852d87-81b5-4925-d3c0-22c5f0d706e9/disk-0.vmdk due to incomplete transfer. [ 1361.688736] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09124e23-84a1-4d33-9332-ea3add28b0f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.697355] env[62697]: DEBUG oslo_vmware.rw_handles [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52852d87-81b5-4925-d3c0-22c5f0d706e9/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1361.697762] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Uploaded image 559f00d0-fee8-4b4b-8173-2eeca270bc49 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1361.702309] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1361.702667] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34763109-e64d-4596-9291-9c65c2b6bc9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.714480] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1361.714480] env[62697]: value = "task-1706205" [ 1361.714480] env[62697]: _type = "Task" [ 1361.714480] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.742199] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706205, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.747831] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c03f5a0-d6fc-4f23-87ad-f4b9407661fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.760018] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fec139-872a-4094-994d-6e7fca155160 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.799748] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f928c1c-a959-4258-b163-c38e8b852964 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.802800] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.802800] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.802981] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Deleting the datastore file [datastore1] 8cd467f1-c8c5-4036-9b55-f46dfb31ee61 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.803181] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3942015-6071-4a5b-81e5-df64bb7b96b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.813119] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19eb19b-7c52-4609-81c5-62162f366fac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.816451] env[62697]: DEBUG oslo_vmware.api [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for the task: (returnval){ [ 1361.816451] env[62697]: value = "task-1706206" [ 1361.816451] env[62697]: _type = "Task" [ 1361.816451] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.833022] env[62697]: DEBUG nova.compute.provider_tree [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.839632] env[62697]: DEBUG oslo_vmware.api [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1706206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.891806] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab9fda52-d1a8-4208-8f21-9dbc585c020a tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.545s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.120463] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706202, 'name': CreateVM_Task, 'duration_secs': 0.461715} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.129710] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.131103] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.131103] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.131309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.132016] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1671dc67-4c09-4b83-ac98-e58988c8ae15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.137390] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1362.137390] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522ec22e-bfaa-6dbd-b95c-3aea8d235b53" [ 1362.137390] env[62697]: _type = "Task" [ 1362.137390] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.142509] env[62697]: DEBUG oslo_vmware.api [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706203, 'name': PowerOffVM_Task, 'duration_secs': 0.289625} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.144794] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.145055] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.148686] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e6cf272-898e-4bbb-95d4-8f8a1c1908cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.161927] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522ec22e-bfaa-6dbd-b95c-3aea8d235b53, 'name': SearchDatastore_Task, 'duration_secs': 0.018326} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.163376] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.164486] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.164486] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.164486] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.164486] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.164919] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b9d0df-dc43-420e-8aa1-90c78069b272 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.177794] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.178017] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.178862] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4efd4e4-4ce1-4e99-9c3a-c5cb2ac16576 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.185734] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1362.185734] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c77e47-e04e-6938-1ac6-58c0ec0b4242" [ 1362.185734] env[62697]: _type = "Task" [ 1362.185734] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.194311] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c77e47-e04e-6938-1ac6-58c0ec0b4242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.235359] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "ba09256d-b67b-4793-8c98-e0873d510df2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.235590] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.235858] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "ba09256d-b67b-4793-8c98-e0873d510df2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.237055] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "ba09256d-b67b-4793-8c98-e0873d510df2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.237055] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "ba09256d-b67b-4793-8c98-e0873d510df2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.237942] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706205, 'name': Destroy_Task, 'duration_secs': 0.426661} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.238208] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Destroyed the VM [ 1362.238473] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1362.238869] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90c0fbfc-4030-4263-b1fd-09a4ef0883df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.241911] env[62697]: INFO nova.compute.manager [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Terminating instance [ 1362.244047] env[62697]: DEBUG nova.compute.manager [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1362.244326] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.245220] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057e5370-f125-447e-9676-03ff94d26178 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.251478] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.252061] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.252660] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleting the datastore file [datastore1] 8e3dffb7-d7a1-47f4-9406-842788d0bce4 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.253164] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79ef1280-fbf9-47d4-8582-98183272ecd0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.257639] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.259323] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49b69506-35e1-42ca-86cc-53ce5710bfb0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.261132] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1362.261132] env[62697]: value = "task-1706208" [ 1362.261132] env[62697]: _type = "Task" [ 1362.261132] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.267091] env[62697]: DEBUG oslo_vmware.api [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for the task: (returnval){ [ 1362.267091] env[62697]: value = "task-1706209" [ 1362.267091] env[62697]: _type = "Task" [ 1362.267091] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.267886] env[62697]: DEBUG oslo_vmware.api [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1362.267886] env[62697]: value = "task-1706210" [ 1362.267886] env[62697]: _type = "Task" [ 1362.267886] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.277835] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.284792] env[62697]: DEBUG oslo_vmware.api [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.287950] env[62697]: DEBUG oslo_vmware.api [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1706210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.328304] env[62697]: DEBUG oslo_vmware.api [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Task: {'id': task-1706206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220516} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.328304] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.328304] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.328304] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.328599] env[62697]: INFO nova.compute.manager [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1362.328883] env[62697]: DEBUG oslo.service.loopingcall [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.329309] env[62697]: DEBUG nova.compute.manager [-] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1362.329575] env[62697]: DEBUG nova.network.neutron [-] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.335685] env[62697]: DEBUG nova.scheduler.client.report [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1362.656038] env[62697]: DEBUG nova.network.neutron [-] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.698129] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c77e47-e04e-6938-1ac6-58c0ec0b4242, 'name': SearchDatastore_Task, 'duration_secs': 0.036115} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.699569] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21949cb9-d29c-4a93-90a7-5cb4f0d67efa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.706442] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1362.706442] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52331dfd-2362-86a4-df62-df01bcc4b73d" [ 1362.706442] env[62697]: _type = "Task" [ 1362.706442] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.724881] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52331dfd-2362-86a4-df62-df01bcc4b73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.730902] env[62697]: DEBUG nova.compute.manager [req-c7e726dc-8972-47a9-b991-cc8a0a0a5687 req-15d60412-1baf-43e9-9f54-58e70c24abc6 service nova] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Received event network-vif-deleted-8d2a056d-a463-4165-8b13-3d98b5ead886 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1362.781829] env[62697]: DEBUG oslo_vmware.api [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.432798} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.782342] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1362.782548] env[62697]: INFO nova.compute.manager [None req-570c1169-ff31-482b-b892-8f2473eab66a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Took 14.38 seconds to snapshot the instance on the hypervisor. [ 1362.790654] env[62697]: DEBUG oslo_vmware.api [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Task: {'id': task-1706209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246789} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.795081] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.795081] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.795081] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.795081] env[62697]: INFO nova.compute.manager [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1362.795081] env[62697]: DEBUG oslo.service.loopingcall [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.795438] env[62697]: DEBUG oslo_vmware.api [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1706210, 'name': PowerOffVM_Task, 'duration_secs': 0.22277} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.795577] env[62697]: DEBUG nova.compute.manager [-] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1362.795639] env[62697]: DEBUG nova.network.neutron [-] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.797711] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.798075] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.798302] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fca6acc-4a8f-4370-a59e-2893b471a9a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.841457] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.842232] env[62697]: DEBUG nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1362.847935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.245s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.847935] env[62697]: DEBUG nova.objects.instance [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lazy-loading 'resources' on Instance uuid 8f3f53bf-2faa-404f-83db-c23774200517 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.888626] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.888913] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.889227] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Deleting the datastore file [datastore1] ba09256d-b67b-4793-8c98-e0873d510df2 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.889622] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9869ab26-88ba-4cc6-8df3-a490820f9933 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.898016] env[62697]: DEBUG oslo_vmware.api [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for the task: (returnval){ [ 1362.898016] env[62697]: value = "task-1706212" [ 1362.898016] env[62697]: _type = "Task" [ 1362.898016] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.912415] env[62697]: DEBUG oslo_vmware.api [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1706212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.157871] env[62697]: INFO nova.compute.manager [-] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Took 2.53 seconds to deallocate network for instance. [ 1363.172706] env[62697]: DEBUG nova.compute.manager [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Received event network-changed-9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1363.173312] env[62697]: DEBUG nova.compute.manager [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Refreshing instance network info cache due to event network-changed-9012bd65-f6ba-47fd-b08a-e965512dde61. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1363.173389] env[62697]: DEBUG oslo_concurrency.lockutils [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] Acquiring lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.173491] env[62697]: DEBUG oslo_concurrency.lockutils [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] Acquired lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.174163] env[62697]: DEBUG nova.network.neutron [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Refreshing network info cache for port 9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.219604] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52331dfd-2362-86a4-df62-df01bcc4b73d, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.219893] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.220172] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.220480] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d6d9761-45ca-4df3-a965-17fd3513e329 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.227355] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1363.227355] env[62697]: value = "task-1706213" [ 1363.227355] env[62697]: _type = "Task" [ 1363.227355] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.235856] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.351072] env[62697]: DEBUG nova.compute.utils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.360222] env[62697]: DEBUG nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1363.361505] env[62697]: DEBUG nova.network.neutron [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.419924] env[62697]: DEBUG oslo_vmware.api [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Task: {'id': task-1706212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139223} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.420094] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.420287] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.421104] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.421302] env[62697]: INFO nova.compute.manager [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1363.421626] env[62697]: DEBUG oslo.service.loopingcall [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.422772] env[62697]: DEBUG nova.compute.manager [-] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1363.422772] env[62697]: DEBUG nova.network.neutron [-] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.578816] env[62697]: DEBUG nova.policy [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b31a43743744d0cb2d65ed9a52e24db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86c2d16aab204f8cb0d916a8b0c8f663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1363.675731] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.752688] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706213, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.863075] env[62697]: DEBUG nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1363.940093] env[62697]: DEBUG nova.network.neutron [-] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.960787] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ad45f-2d56-4450-abe9-eeb8df7e8383 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.977658] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11c181-3332-413a-8356-65dbdbb63f05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.019807] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f6601-3e07-462b-8af3-df6949427c4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.026920] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889fe86d-2392-4834-ad6e-221c2be7d3bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.042367] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1364.242448] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522598} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.242573] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.243452] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.243777] env[62697]: DEBUG nova.network.neutron [-] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.246583] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c23eabcc-7850-40a8-8134-02c956e524b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.253829] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1364.253829] env[62697]: value = "task-1706214" [ 1364.253829] env[62697]: _type = "Task" [ 1364.253829] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.269529] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.279506] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.279753] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.279978] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.280215] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.280796] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.287496] env[62697]: INFO nova.compute.manager [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Terminating instance [ 1364.287496] env[62697]: DEBUG nova.compute.manager [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1364.287496] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.289069] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c7f250-bfd7-49a7-8566-a78926f2267c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.303899] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.303899] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cacaeb0f-aa51-46e4-a237-928c69aaab75 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.384592] env[62697]: DEBUG oslo_concurrency.lockutils [None req-326b4aa0-6422-4774-b4bb-b610040cd758 tempest-ServersListShow296Test-103529543 tempest-ServersListShow296Test-103529543-project-member] Acquiring lock "8acc42dd-375b-4e5f-ae1c-2518f6bcca45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.384662] env[62697]: DEBUG oslo_concurrency.lockutils [None req-326b4aa0-6422-4774-b4bb-b610040cd758 tempest-ServersListShow296Test-103529543 tempest-ServersListShow296Test-103529543-project-member] Lock "8acc42dd-375b-4e5f-ae1c-2518f6bcca45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.391657] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.391657] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.391964] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleting the datastore file [datastore1] e0e295b3-1bf8-4640-95b1-b5c1e19fce04 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.392397] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d4e493e-a8b9-427b-84e2-22e4b071a136 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.399155] env[62697]: DEBUG oslo_vmware.api [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1364.399155] env[62697]: value = "task-1706216" [ 1364.399155] env[62697]: _type = "Task" [ 1364.399155] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.416961] env[62697]: DEBUG oslo_vmware.api [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.447097] env[62697]: INFO nova.compute.manager [-] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Took 2.12 seconds to deallocate network for instance. [ 1364.528746] env[62697]: DEBUG nova.network.neutron [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Successfully created port: 83189341-4506-47a3-9db5-59d42a07ab4d {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.570017] env[62697]: ERROR nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [req-a5b73a2d-8826-49ed-a600-99d10b9794bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5b73a2d-8826-49ed-a600-99d10b9794bb"}]} [ 1364.574112] env[62697]: DEBUG nova.network.neutron [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Updated VIF entry in instance network info cache for port 9012bd65-f6ba-47fd-b08a-e965512dde61. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.574484] env[62697]: DEBUG nova.network.neutron [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Updating instance_info_cache with network_info: [{"id": "9012bd65-f6ba-47fd-b08a-e965512dde61", "address": "fa:16:3e:4e:e4:d0", "network": {"id": "b3ae6c14-202e-4f08-a1d5-7f824f773461", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2089641865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be37f15452c54e18a591247375ee7849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9012bd65-f6", "ovs_interfaceid": "9012bd65-f6ba-47fd-b08a-e965512dde61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.594202] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1364.615992] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1364.617057] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1364.635082] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1364.665089] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1364.750016] env[62697]: INFO nova.compute.manager [-] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Took 1.95 seconds to deallocate network for instance. [ 1364.766472] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148304} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.766472] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.767224] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b319a23-6b62-44d3-aca7-df30ffcece6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.799152] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.804978] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-913a49d8-4c02-4ee1-9cdb-b5c8f74492ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.828062] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1364.828062] env[62697]: value = "task-1706217" [ 1364.828062] env[62697]: _type = "Task" [ 1364.828062] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.838097] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.886348] env[62697]: DEBUG nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1364.892017] env[62697]: DEBUG nova.compute.manager [None req-326b4aa0-6422-4774-b4bb-b610040cd758 tempest-ServersListShow296Test-103529543 tempest-ServersListShow296Test-103529543-project-member] [instance: 8acc42dd-375b-4e5f-ae1c-2518f6bcca45] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1364.916083] env[62697]: DEBUG oslo_vmware.api [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172202} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.916405] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.916595] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.916774] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.917325] env[62697]: INFO nova.compute.manager [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1364.917325] env[62697]: DEBUG oslo.service.loopingcall [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.923513] env[62697]: DEBUG nova.compute.manager [-] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1364.923513] env[62697]: DEBUG nova.network.neutron [-] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.947309] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:41:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4d541828-6ab2-4a4d-a5cf-902e5c6d35f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625792729',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.947598] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.947803] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.948074] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.948238] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.948453] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.948633] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.948797] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.948964] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.949138] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.949349] env[62697]: DEBUG nova.virt.hardware [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.950620] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c8418e-d6a8-4156-af0a-3b75f4cafcd0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.966971] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.968484] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb91ebf7-a577-4e06-82bc-571cd4c5cb1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.076391] env[62697]: DEBUG oslo_concurrency.lockutils [req-21fdf51c-8630-415e-aca5-a194ac7755e6 req-b225ce37-61df-4c35-9d2d-f3ee51e3f028 service nova] Releasing lock "refresh_cache-cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.180849] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9ebb92-54a0-4bde-a3ce-3ac081a0fa15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.184620] env[62697]: DEBUG nova.compute.manager [req-b860b6e0-939f-4074-a1a3-a3f390f9fc7c req-9dff496a-fa49-436b-b692-206f8a9ddd79 service nova] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Received event network-vif-deleted-b62dc4f6-da89-43db-bd33-2a35c49ed071 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1365.184841] env[62697]: DEBUG nova.compute.manager [req-b860b6e0-939f-4074-a1a3-a3f390f9fc7c req-9dff496a-fa49-436b-b692-206f8a9ddd79 service nova] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Received event network-vif-deleted-8dd0f380-5739-41b4-832e-087d9273e9f7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1365.192198] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deafe68b-c870-4ad4-b93a-bd0700fbb4f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.229277] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebe8711-a11b-4daf-a46b-734b860a8794 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.236602] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1e0bd-8ca3-48a6-9cbd-a55049891545 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.252159] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1365.265358] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.342075] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706217, 'name': ReconfigVM_Task, 'duration_secs': 0.327197} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.344883] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6/a9115a71-24c3-46da-88e2-fa7246b0d4f6.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.344883] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4de1cc5-b391-4483-bb34-f9f97caa5628 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.351797] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1365.351797] env[62697]: value = "task-1706218" [ 1365.351797] env[62697]: _type = "Task" [ 1365.351797] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.365104] env[62697]: DEBUG nova.network.neutron [-] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.365767] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706218, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.588453] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "a40e63d2-0f11-4622-ba49-1390c219ad7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.588811] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.776067] env[62697]: ERROR nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [req-d7af1a0a-febd-487b-a252-bb7f18eea261] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d7af1a0a-febd-487b-a252-bb7f18eea261"}]} [ 1365.796876] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1365.800117] env[62697]: DEBUG nova.network.neutron [-] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.828400] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1365.828778] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 59 to 60 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1365.829011] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1365.849028] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1365.862226] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706218, 'name': Rename_Task, 'duration_secs': 0.156109} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.862524] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.863241] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8553db-b54c-4f36-80d1-ce74da01c00a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.868828] env[62697]: INFO nova.compute.manager [-] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Took 2.45 seconds to deallocate network for instance. [ 1365.870732] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1365.872967] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1365.872967] env[62697]: value = "task-1706219" [ 1365.872967] env[62697]: _type = "Task" [ 1365.872967] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.889833] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706219, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.094836] env[62697]: DEBUG nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1366.305223] env[62697]: INFO nova.compute.manager [-] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Took 1.38 seconds to deallocate network for instance. [ 1366.386265] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.392575] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.399494] env[62697]: DEBUG nova.compute.manager [None req-326b4aa0-6422-4774-b4bb-b610040cd758 tempest-ServersListShow296Test-103529543 tempest-ServersListShow296Test-103529543-project-member] [instance: 8acc42dd-375b-4e5f-ae1c-2518f6bcca45] Instance disappeared before build. {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.417952] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "4839bee9-976a-43ab-a821-c3eb9c43ffed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.418458] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.452339] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f8dbb-5304-4e93-b089-15dd808ea2aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.463469] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630fe6cc-5bd9-4817-b32c-1c5324170ee2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.504163] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bbcb78-407d-4521-8b8d-fa5f03657dcb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.511094] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7685d63-4cb2-4dd7-8617-0ca20794a5cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.520555] env[62697]: DEBUG nova.compute.manager [req-9e067884-d34d-450e-9c89-27717bdc3f33 req-f1fb827f-e0dc-4181-9787-98a2e1326410 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Received event network-vif-plugged-83189341-4506-47a3-9db5-59d42a07ab4d {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1366.520793] env[62697]: DEBUG oslo_concurrency.lockutils [req-9e067884-d34d-450e-9c89-27717bdc3f33 req-f1fb827f-e0dc-4181-9787-98a2e1326410 service nova] Acquiring lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.521023] env[62697]: DEBUG oslo_concurrency.lockutils [req-9e067884-d34d-450e-9c89-27717bdc3f33 req-f1fb827f-e0dc-4181-9787-98a2e1326410 service nova] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.521212] env[62697]: DEBUG oslo_concurrency.lockutils [req-9e067884-d34d-450e-9c89-27717bdc3f33 req-f1fb827f-e0dc-4181-9787-98a2e1326410 service nova] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.521449] env[62697]: DEBUG nova.compute.manager [req-9e067884-d34d-450e-9c89-27717bdc3f33 req-f1fb827f-e0dc-4181-9787-98a2e1326410 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] No waiting events found dispatching network-vif-plugged-83189341-4506-47a3-9db5-59d42a07ab4d {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1366.521587] env[62697]: WARNING nova.compute.manager [req-9e067884-d34d-450e-9c89-27717bdc3f33 req-f1fb827f-e0dc-4181-9787-98a2e1326410 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Received unexpected event network-vif-plugged-83189341-4506-47a3-9db5-59d42a07ab4d for instance with vm_state building and task_state spawning. [ 1366.522828] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.523092] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.533084] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1366.619999] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.632997] env[62697]: DEBUG nova.network.neutron [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Successfully updated port: 83189341-4506-47a3-9db5-59d42a07ab4d {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.754601] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "5faab3b6-199c-4f0c-9b77-300c543f012b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.754903] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.816797] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.888554] env[62697]: DEBUG oslo_vmware.api [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706219, 'name': PowerOnVM_Task, 'duration_secs': 0.593508} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.888862] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.889157] env[62697]: DEBUG nova.compute.manager [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1366.890036] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96bfb9-76a9-4af5-b5ab-4a523c94ae70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.913474] env[62697]: DEBUG oslo_concurrency.lockutils [None req-326b4aa0-6422-4774-b4bb-b610040cd758 tempest-ServersListShow296Test-103529543 tempest-ServersListShow296Test-103529543-project-member] Lock "8acc42dd-375b-4e5f-ae1c-2518f6bcca45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 2.529s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.923441] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1367.061538] env[62697]: ERROR nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] [req-821db2ba-ed4a-44df-8ed5-1f883b792ea8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-821db2ba-ed4a-44df-8ed5-1f883b792ea8"}]} [ 1367.086330] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1367.104208] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1367.104573] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1367.127179] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1367.135801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.136062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.136233] env[62697]: DEBUG nova.network.neutron [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.150874] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1367.261558] env[62697]: DEBUG nova.compute.utils [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.424087] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1367.427745] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.433741] env[62697]: DEBUG nova.compute.manager [req-3997c3c4-ff64-41d2-bad7-94a0a316576b req-e5e5bb91-f952-4313-9b98-3e8424029f05 service nova] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Received event network-vif-deleted-03a08f8d-47ca-4a1d-a97e-8e427d4bc39a {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1367.434439] env[62697]: DEBUG nova.compute.manager [req-3997c3c4-ff64-41d2-bad7-94a0a316576b req-e5e5bb91-f952-4313-9b98-3e8424029f05 service nova] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Received event network-vif-deleted-c45c7f9e-1576-4069-8482-ab210d2f56ee {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1367.453346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.633959] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703d9e2d-2f5b-43c9-b8cf-02b38a3eecab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.645715] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a6a24d-f579-4ecc-a2b3-e92cd4cc8422 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.682256] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c0dfed-f4aa-4a01-b468-c51101c459a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.691469] env[62697]: DEBUG nova.network.neutron [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.702777] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eee8bf-54fe-44fa-8960-3b6aff3ef054 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.722409] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1367.765667] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.948986] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.999803] env[62697]: DEBUG nova.network.neutron [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance_info_cache with network_info: [{"id": "83189341-4506-47a3-9db5-59d42a07ab4d", "address": "fa:16:3e:6c:c7:06", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83189341-45", "ovs_interfaceid": "83189341-4506-47a3-9db5-59d42a07ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.263645] env[62697]: DEBUG nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1368.263990] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 61 to 62 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1368.264223] env[62697]: DEBUG nova.compute.provider_tree [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1368.507611] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.507611] env[62697]: DEBUG nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Instance network_info: |[{"id": "83189341-4506-47a3-9db5-59d42a07ab4d", "address": "fa:16:3e:6c:c7:06", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83189341-45", "ovs_interfaceid": "83189341-4506-47a3-9db5-59d42a07ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1368.507611] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:c7:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83189341-4506-47a3-9db5-59d42a07ab4d', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.519372] env[62697]: DEBUG oslo.service.loopingcall [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.519960] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.520563] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5669e1c0-f7df-4925-b50f-ab4bc009b870 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.551016] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.551016] env[62697]: value = "task-1706220" [ 1368.551016] env[62697]: _type = "Task" [ 1368.551016] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.561843] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706220, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.755460] env[62697]: DEBUG nova.compute.manager [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Received event network-changed-83189341-4506-47a3-9db5-59d42a07ab4d {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1368.757581] env[62697]: DEBUG nova.compute.manager [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Refreshing instance network info cache due to event network-changed-83189341-4506-47a3-9db5-59d42a07ab4d. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1368.757581] env[62697]: DEBUG oslo_concurrency.lockutils [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] Acquiring lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.757581] env[62697]: DEBUG oslo_concurrency.lockutils [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] Acquired lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.757581] env[62697]: DEBUG nova.network.neutron [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Refreshing network info cache for port 83189341-4506-47a3-9db5-59d42a07ab4d {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.775536] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.928s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.779562] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.701s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.783271] env[62697]: INFO nova.compute.claims [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.806414] env[62697]: INFO nova.scheduler.client.report [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Deleted allocations for instance 8f3f53bf-2faa-404f-83db-c23774200517 [ 1368.900876] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "5faab3b6-199c-4f0c-9b77-300c543f012b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.901389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.901875] env[62697]: INFO nova.compute.manager [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Attaching volume 1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c to /dev/sdb [ 1368.946027] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453dac3-9545-43ef-8f3a-f44f0ab2f634 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.954318] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6045dba3-1572-44a2-a05d-2ad9d4c90513 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.974236] env[62697]: DEBUG nova.virt.block_device [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updating existing volume attachment record: ed22e2a2-0439-4077-9af1-e69a9705db45 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1369.063785] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706220, 'name': CreateVM_Task, 'duration_secs': 0.357748} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.065177] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.066129] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.066329] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.066817] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.069277] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89ce78e-fcf7-4321-8b87-24b906ea8089 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.081013] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1369.081013] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527ace98-96ec-a6b1-dad2-585d8a480613" [ 1369.081013] env[62697]: _type = "Task" [ 1369.081013] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.089892] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527ace98-96ec-a6b1-dad2-585d8a480613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.316408] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b1215c1f-3ae6-4363-85f1-199c0325da9e tempest-ServerAddressesTestJSON-1086460821 tempest-ServerAddressesTestJSON-1086460821-project-member] Lock "8f3f53bf-2faa-404f-83db-c23774200517" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.344s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.554935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.554935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.554935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.554935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.554935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.558169] env[62697]: INFO nova.compute.manager [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Terminating instance [ 1369.560488] env[62697]: DEBUG nova.compute.manager [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1369.561095] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.562548] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c118b03-2346-41ac-ac7b-6eb1995f4702 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.572814] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.573405] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e14c9a5c-776f-43c0-931e-7042cfaf88c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.586234] env[62697]: DEBUG oslo_vmware.api [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1369.586234] env[62697]: value = "task-1706224" [ 1369.586234] env[62697]: _type = "Task" [ 1369.586234] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.610298] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527ace98-96ec-a6b1-dad2-585d8a480613, 'name': SearchDatastore_Task, 'duration_secs': 0.020719} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.611049] env[62697]: DEBUG oslo_vmware.api [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.611049] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.611204] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.611485] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.611617] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.611860] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.612573] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafa96cd-e1f0-474d-a772-8182ced04ad0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.664448] env[62697]: DEBUG nova.network.neutron [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updated VIF entry in instance network info cache for port 83189341-4506-47a3-9db5-59d42a07ab4d. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.664448] env[62697]: DEBUG nova.network.neutron [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance_info_cache with network_info: [{"id": "83189341-4506-47a3-9db5-59d42a07ab4d", "address": "fa:16:3e:6c:c7:06", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83189341-45", "ovs_interfaceid": "83189341-4506-47a3-9db5-59d42a07ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.683220] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.683478] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.687620] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e611508c-2c29-46a3-adb2-6569e8651cdf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.692534] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1369.692534] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520e00a3-7963-3313-c45d-2b500d15d30d" [ 1369.692534] env[62697]: _type = "Task" [ 1369.692534] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.705115] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520e00a3-7963-3313-c45d-2b500d15d30d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.101124] env[62697]: DEBUG oslo_vmware.api [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706224, 'name': PowerOffVM_Task, 'duration_secs': 0.363212} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.103891] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.104088] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.104828] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80983383-8933-462e-aee0-147c3dd12009 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.170895] env[62697]: DEBUG oslo_concurrency.lockutils [req-aba1a173-b1e5-4a2f-af3f-86532dae2d52 req-e346217e-56cf-4494-8d8b-eb8436c06bd5 service nova] Releasing lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.190893] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.191245] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.191450] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleting the datastore file [datastore1] a9115a71-24c3-46da-88e2-fa7246b0d4f6 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.191771] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e0c75d0-61c2-49b5-9d99-5776d25551fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.218312] env[62697]: DEBUG oslo_vmware.api [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1370.218312] env[62697]: value = "task-1706226" [ 1370.218312] env[62697]: _type = "Task" [ 1370.218312] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.218312] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520e00a3-7963-3313-c45d-2b500d15d30d, 'name': SearchDatastore_Task, 'duration_secs': 0.074822} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.222608] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c665a373-0ebe-4879-9043-3858ad8e6f98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.232821] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1370.232821] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5265ee31-2e26-8d7f-1138-a2d425b2d9d0" [ 1370.232821] env[62697]: _type = "Task" [ 1370.232821] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.237067] env[62697]: DEBUG oslo_vmware.api [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.248440] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5265ee31-2e26-8d7f-1138-a2d425b2d9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.248669] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.248959] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.252035] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7082961-c4c9-4168-9670-2a076a83837b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.257902] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1370.257902] env[62697]: value = "task-1706227" [ 1370.257902] env[62697]: _type = "Task" [ 1370.257902] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.272362] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.279527] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd78d5-875c-4dc0-b1f1-4aaf0f8cc55f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.290427] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c43524e-c844-472e-a2a0-df9089d467f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.325183] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071c9bba-ca9b-4e12-bc2e-93f550274432 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.336849] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fa2d72-127e-42da-8bb0-2ba733643ac2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.352929] env[62697]: DEBUG nova.compute.provider_tree [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.362371] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.362371] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.732023] env[62697]: DEBUG oslo_vmware.api [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149541} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.732023] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.732023] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.732023] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.732023] env[62697]: INFO nova.compute.manager [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1370.732023] env[62697]: DEBUG oslo.service.loopingcall [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.732023] env[62697]: DEBUG nova.compute.manager [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1370.732023] env[62697]: DEBUG nova.network.neutron [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.772356] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706227, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.857764] env[62697]: DEBUG nova.scheduler.client.report [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1371.274137] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543374} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.274573] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.274753] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.275037] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48f11bba-75cb-4d7a-a067-10d284bbc8b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.283547] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1371.283547] env[62697]: value = "task-1706228" [ 1371.283547] env[62697]: _type = "Task" [ 1371.283547] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.299965] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.310818] env[62697]: DEBUG nova.compute.manager [req-fb87a1c3-5ede-4379-86cf-c3a31c42e572 req-072d6fae-2ce6-4aba-97d6-52ad6bbdcb2d service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Received event network-vif-deleted-c56ea0b2-c671-4280-83d1-ab16986caf89 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1371.310818] env[62697]: INFO nova.compute.manager [req-fb87a1c3-5ede-4379-86cf-c3a31c42e572 req-072d6fae-2ce6-4aba-97d6-52ad6bbdcb2d service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Neutron deleted interface c56ea0b2-c671-4280-83d1-ab16986caf89; detaching it from the instance and deleting it from the info cache [ 1371.310818] env[62697]: DEBUG nova.network.neutron [req-fb87a1c3-5ede-4379-86cf-c3a31c42e572 req-072d6fae-2ce6-4aba-97d6-52ad6bbdcb2d service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.365263] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.365999] env[62697]: DEBUG nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1371.370459] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.242s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.373531] env[62697]: DEBUG nova.objects.instance [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lazy-loading 'resources' on Instance uuid 5b496f77-8644-40b9-9643-baa725c576c8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.672591] env[62697]: DEBUG nova.network.neutron [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.794644] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107497} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.794958] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.795879] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879ffa89-a78d-4359-a121-83ded5fa94e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.819736] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.820940] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a32889a-4286-4b3e-bafd-7df828221a27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.835805] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8b76ea1-0cf1-4c6a-9136-aba67b7e94db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.847466] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d355a4-0dab-4ccc-befb-179a431a0d9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.863781] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1371.863781] env[62697]: value = "task-1706230" [ 1371.863781] env[62697]: _type = "Task" [ 1371.863781] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.892747] env[62697]: DEBUG nova.compute.utils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.894589] env[62697]: DEBUG nova.compute.manager [req-fb87a1c3-5ede-4379-86cf-c3a31c42e572 req-072d6fae-2ce6-4aba-97d6-52ad6bbdcb2d service nova] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Detach interface failed, port_id=c56ea0b2-c671-4280-83d1-ab16986caf89, reason: Instance a9115a71-24c3-46da-88e2-fa7246b0d4f6 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1371.900133] env[62697]: DEBUG nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1371.900334] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.902518] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.998166] env[62697]: DEBUG nova.policy [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64455a37116a439eb903740e546c5e50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4d6f3de0e614da0ae5274333f3a0a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1372.174800] env[62697]: INFO nova.compute.manager [-] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Took 1.44 seconds to deallocate network for instance. [ 1372.379122] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.398187] env[62697]: DEBUG nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1372.407602] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4632e371-99b5-4474-8fa0-f983f19dd15b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.415978] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b080b84a-82e8-4bff-aaa2-9604f019c6f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.453375] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00130e5a-f218-49cc-8593-7c8324bea999 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.462673] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b55fb8-ff5e-4766-9abc-7e1731a9ee98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.478498] env[62697]: DEBUG nova.compute.provider_tree [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.582021] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Successfully created port: 8506b7c1-b7f2-4754-9d2a-77435a3d2849 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.687433] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.877594] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706230, 'name': ReconfigVM_Task, 'duration_secs': 0.535742} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.877947] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfigured VM instance instance-00000026 to attach disk [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.878899] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beaf1715-420f-420e-9d9a-4634a7c26cc7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.887580] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1372.887580] env[62697]: value = "task-1706231" [ 1372.887580] env[62697]: _type = "Task" [ 1372.887580] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.899999] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706231, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.981796] env[62697]: DEBUG nova.scheduler.client.report [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1373.146112] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Successfully created port: 5700f240-d6b9-4e66-a311-8b584c258287 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.399202] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706231, 'name': Rename_Task, 'duration_secs': 0.152476} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.399580] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.399844] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1d5c15-b320-4525-b33d-05492dfdde2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.406958] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1373.406958] env[62697]: value = "task-1706232" [ 1373.406958] env[62697]: _type = "Task" [ 1373.406958] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.416885] env[62697]: DEBUG nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1373.419345] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.447499] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1373.447779] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1373.447939] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.448227] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1373.448400] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.448557] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1373.448794] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1373.448945] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1373.449139] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1373.449311] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1373.449494] env[62697]: DEBUG nova.virt.hardware [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1373.450538] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad1167-16cc-4f56-8208-94180ef7ff71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.459278] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58769aac-6a71-4e27-8963-2d1dfa94e441 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.490899] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.493705] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.791s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.526861] env[62697]: INFO nova.scheduler.client.report [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Deleted allocations for instance 5b496f77-8644-40b9-9643-baa725c576c8 [ 1373.929119] env[62697]: DEBUG oslo_vmware.api [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706232, 'name': PowerOnVM_Task, 'duration_secs': 0.426034} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.929119] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.929231] env[62697]: INFO nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1373.929867] env[62697]: DEBUG nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1373.930744] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c39261-c5a5-4f23-9574-5170f9ac995e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.024079] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Successfully created port: b2544c07-c685-4d68-b1ae-111bab75ada6 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.040493] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a598a98-01ec-439d-b364-d045daedb183 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "5b496f77-8644-40b9-9643-baa725c576c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.686s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.052105] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1374.052470] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355531', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'name': 'volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5faab3b6-199c-4f0c-9b77-300c543f012b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'serial': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1374.053547] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503ffc25-1881-4781-9408-e52e3d7a69e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.079418] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d5944f-f041-4f51-9d6e-4d9b86349b90 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.116332] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c/volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.117258] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a4eb56-4936-475a-98eb-539204dccac3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.137918] env[62697]: DEBUG oslo_vmware.api [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1374.137918] env[62697]: value = "task-1706233" [ 1374.137918] env[62697]: _type = "Task" [ 1374.137918] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.148529] env[62697]: DEBUG oslo_vmware.api [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.459712] env[62697]: INFO nova.compute.manager [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Took 35.42 seconds to build instance. [ 1374.544222] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8e3dffb7-d7a1-47f4-9406-842788d0bce4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1374.544415] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance a7d14dad-6ac3-4af6-9721-620d25ba7f80 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1374.544556] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8cd467f1-c8c5-4036-9b55-f46dfb31ee61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1374.544691] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ba09256d-b67b-4793-8c98-e0873d510df2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1374.545405] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bf4ce20f-179a-490e-8332-44a77e0880d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545405] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545405] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 403eab33-2ad0-4f65-8461-247418146362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545405] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 29babd74-293a-4d57-9e2a-b25181e507b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545405] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5faab3b6-199c-4f0c-9b77-300c543f012b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545405] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 1b474473-e1cd-4a71-be47-f9e54d37a059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545641] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545641] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e0e295b3-1bf8-4640-95b1-b5c1e19fce04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1374.545702] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 2c4c03dd-a708-45a4-b8bd-a60964917f90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545798] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e48fd17e-2e72-43b5-a5b0-40187e23f3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.545911] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance a9115a71-24c3-46da-88e2-fa7246b0d4f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1374.546375] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.546635] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fe45fb95-2776-45ac-8293-8f8607e9be73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.546876] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 6f850cfc-3b1e-4425-b39b-6b341c249bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.650987] env[62697]: DEBUG oslo_vmware.api [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706233, 'name': ReconfigVM_Task, 'duration_secs': 0.335189} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.651695] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c/volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.658737] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc1d3581-3cb7-4c63-89f5-a37ef8cc537d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.676063] env[62697]: DEBUG oslo_vmware.api [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1374.676063] env[62697]: value = "task-1706234" [ 1374.676063] env[62697]: _type = "Task" [ 1374.676063] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.686394] env[62697]: DEBUG oslo_vmware.api [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.965706] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aec21b06-96b4-4f5b-b702-eabd4d84b856 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.940s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.993742] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.994077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.994315] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.994518] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.994697] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.997891] env[62697]: INFO nova.compute.manager [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Terminating instance [ 1375.001895] env[62697]: DEBUG nova.compute.manager [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1375.002123] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.003115] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5c82c7-49a8-4ee5-800d-1edf66603fce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.012882] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.013502] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84904ce-0f9c-41b0-bd58-06aa6ad3ae8c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.020911] env[62697]: DEBUG oslo_vmware.api [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1375.020911] env[62697]: value = "task-1706235" [ 1375.020911] env[62697]: _type = "Task" [ 1375.020911] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.029866] env[62697]: DEBUG oslo_vmware.api [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.052232] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 619f3117-9391-4cc0-91ea-5614214b75db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1375.195886] env[62697]: DEBUG oslo_vmware.api [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706234, 'name': ReconfigVM_Task, 'duration_secs': 0.207285} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.195886] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355531', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'name': 'volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5faab3b6-199c-4f0c-9b77-300c543f012b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'serial': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1375.470445] env[62697]: DEBUG nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1375.537358] env[62697]: DEBUG oslo_vmware.api [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706235, 'name': PowerOffVM_Task, 'duration_secs': 0.181819} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.537358] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.537504] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.537744] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91745a7a-4ebf-47fb-b43b-4adb4d375ffd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.555392] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ca98fc14-5301-40dc-ab3f-26b707734f35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1375.994723] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.058827] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 30de9743-bc1f-40b5-815c-d804cd579443 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1376.262426] env[62697]: DEBUG nova.objects.instance [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lazy-loading 'flavor' on Instance uuid 5faab3b6-199c-4f0c-9b77-300c543f012b {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.295737] env[62697]: DEBUG nova.compute.manager [req-8b398eff-9c3b-47ff-b862-c02717acc67d req-e5d18744-01de-4053-bc1a-eb52caeabb24 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-vif-plugged-8506b7c1-b7f2-4754-9d2a-77435a3d2849 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1376.296013] env[62697]: DEBUG oslo_concurrency.lockutils [req-8b398eff-9c3b-47ff-b862-c02717acc67d req-e5d18744-01de-4053-bc1a-eb52caeabb24 service nova] Acquiring lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.296477] env[62697]: DEBUG oslo_concurrency.lockutils [req-8b398eff-9c3b-47ff-b862-c02717acc67d req-e5d18744-01de-4053-bc1a-eb52caeabb24 service nova] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.296722] env[62697]: DEBUG oslo_concurrency.lockutils [req-8b398eff-9c3b-47ff-b862-c02717acc67d req-e5d18744-01de-4053-bc1a-eb52caeabb24 service nova] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.296956] env[62697]: DEBUG nova.compute.manager [req-8b398eff-9c3b-47ff-b862-c02717acc67d req-e5d18744-01de-4053-bc1a-eb52caeabb24 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] No waiting events found dispatching network-vif-plugged-8506b7c1-b7f2-4754-9d2a-77435a3d2849 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1376.297215] env[62697]: WARNING nova.compute.manager [req-8b398eff-9c3b-47ff-b862-c02717acc67d req-e5d18744-01de-4053-bc1a-eb52caeabb24 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received unexpected event network-vif-plugged-8506b7c1-b7f2-4754-9d2a-77435a3d2849 for instance with vm_state building and task_state spawning. [ 1376.405167] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Successfully updated port: 8506b7c1-b7f2-4754-9d2a-77435a3d2849 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.565594] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance f44d9df2-683c-429b-9a5d-fad6a96d0648 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1376.618373] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.618373] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.618373] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Deleting the datastore file [datastore1] 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.618373] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac717818-ae1d-47bb-b4b3-02fee9ddd67e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.628978] env[62697]: DEBUG oslo_vmware.api [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for the task: (returnval){ [ 1376.628978] env[62697]: value = "task-1706237" [ 1376.628978] env[62697]: _type = "Task" [ 1376.628978] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.640243] env[62697]: DEBUG oslo_vmware.api [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.732598] env[62697]: DEBUG nova.compute.manager [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1376.773161] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69267ab5-4493-4728-9c28-0300e9ce6a0d tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.069535] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5621b33d-0ed3-4620-bf02-68a879e53867 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1377.144022] env[62697]: DEBUG oslo_vmware.api [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Task: {'id': task-1706237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167652} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.145171] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.145462] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.146021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.146182] env[62697]: INFO nova.compute.manager [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1377.146566] env[62697]: DEBUG oslo.service.loopingcall [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.147138] env[62697]: DEBUG nova.compute.manager [-] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1377.147138] env[62697]: DEBUG nova.network.neutron [-] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.229387] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "5faab3b6-199c-4f0c-9b77-300c543f012b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.229803] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.267156] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.572906] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance a40e63d2-0f11-4622-ba49-1390c219ad7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1377.738399] env[62697]: INFO nova.compute.manager [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Detaching volume 1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c [ 1377.792844] env[62697]: INFO nova.virt.block_device [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Attempting to driver detach volume 1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c from mountpoint /dev/sdb [ 1377.794056] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1377.794056] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355531', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'name': 'volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5faab3b6-199c-4f0c-9b77-300c543f012b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'serial': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1377.795297] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29d7ec2-27bc-45e1-adcc-7aba983bc7c1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.825601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d1604-df46-4423-b007-de9e56a0d74a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.838267] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daca636-081a-4751-934c-10681a492d89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.866204] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44241b9-e5f2-4330-98bd-63d01113a77f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.886363] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c/volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1377.892872] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1377.893456] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de03a7a8-dbd9-410e-b2ad-7a1e49287990 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.907138] env[62697]: DEBUG nova.network.neutron [-] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.914592] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1377.914592] env[62697]: value = "task-1706238" [ 1377.914592] env[62697]: _type = "Task" [ 1377.914592] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.929280] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.077602] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4839bee9-976a-43ab-a821-c3eb9c43ffed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1378.191699] env[62697]: DEBUG nova.compute.manager [req-776f8649-9c23-4efd-8907-65faeb116627 req-15d16a83-384e-4482-ae4c-dec95167cb29 service nova] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Received event network-vif-deleted-93f897b3-6c26-4cea-a2e5-f014ea7ce60b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1378.412683] env[62697]: INFO nova.compute.manager [-] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Took 1.27 seconds to deallocate network for instance. [ 1378.431378] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706238, 'name': ReconfigVM_Task, 'duration_secs': 0.361946} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.432555] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1378.438041] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a594823-9ebd-4958-b9e3-f038c6707425 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.457902] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1378.457902] env[62697]: value = "task-1706239" [ 1378.457902] env[62697]: _type = "Task" [ 1378.457902] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.468894] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.564500] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.564783] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.580723] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d75da1a4-74fd-44d8-b586-f9a5a9895a4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1378.658792] env[62697]: DEBUG nova.compute.manager [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-changed-8506b7c1-b7f2-4754-9d2a-77435a3d2849 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1378.658792] env[62697]: DEBUG nova.compute.manager [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Refreshing instance network info cache due to event network-changed-8506b7c1-b7f2-4754-9d2a-77435a3d2849. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1378.659040] env[62697]: DEBUG oslo_concurrency.lockutils [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] Acquiring lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.659040] env[62697]: DEBUG oslo_concurrency.lockutils [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] Acquired lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.660634] env[62697]: DEBUG nova.network.neutron [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Refreshing network info cache for port 8506b7c1-b7f2-4754-9d2a-77435a3d2849 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.926302] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.950146] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "50b2061a-45ff-422c-9907-cc23651846d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.950531] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.971440] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.088025] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fadeb162-868a-4e87-a908-7b4cf6090f7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1379.088025] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1379.088025] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1379.158732] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Successfully updated port: 5700f240-d6b9-4e66-a311-8b584c258287 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.224784] env[62697]: DEBUG nova.network.neutron [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.369765] env[62697]: DEBUG nova.network.neutron [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.473372] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.671287] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b71f36-5b27-4cbd-94ec-d28f2540b115 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.681813] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a54d4-2ffb-4cad-8850-a445904f7a7f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.718703] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe23c8ac-fa71-4e0a-b623-cee9486b837e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.727773] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea915a5b-5866-486d-bf3a-f1d468dafe45 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.743453] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.859350] env[62697]: DEBUG nova.compute.manager [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1379.860661] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5825b1-e11d-4f54-96bb-b476ddf8c85f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.872450] env[62697]: DEBUG oslo_concurrency.lockutils [req-283e7c1c-4bbb-4394-9909-9654b7212882 req-b58f9ec5-ae4b-4765-b58d-42e1d44a05ae service nova] Releasing lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.973130] env[62697]: DEBUG oslo_vmware.api [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706239, 'name': ReconfigVM_Task, 'duration_secs': 1.150426} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.973521] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355531', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'name': 'volume-1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5faab3b6-199c-4f0c-9b77-300c543f012b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c', 'serial': '1b50c7cd-c487-4f10-b4e7-8c107d0f6f6c'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1380.247980] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1380.374066] env[62697]: INFO nova.compute.manager [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] instance snapshotting [ 1380.374937] env[62697]: DEBUG nova.objects.instance [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'flavor' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.549423] env[62697]: DEBUG nova.objects.instance [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lazy-loading 'flavor' on Instance uuid 5faab3b6-199c-4f0c-9b77-300c543f012b {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.754866] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1380.755265] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.262s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.756576] env[62697]: DEBUG nova.compute.manager [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-vif-plugged-5700f240-d6b9-4e66-a311-8b584c258287 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1380.756798] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] Acquiring lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.757045] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.757264] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.757418] env[62697]: DEBUG nova.compute.manager [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] No waiting events found dispatching network-vif-plugged-5700f240-d6b9-4e66-a311-8b584c258287 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1380.757587] env[62697]: WARNING nova.compute.manager [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received unexpected event network-vif-plugged-5700f240-d6b9-4e66-a311-8b584c258287 for instance with vm_state building and task_state spawning. [ 1380.757801] env[62697]: DEBUG nova.compute.manager [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-changed-5700f240-d6b9-4e66-a311-8b584c258287 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1380.758323] env[62697]: DEBUG nova.compute.manager [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Refreshing instance network info cache due to event network-changed-5700f240-d6b9-4e66-a311-8b584c258287. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1380.758323] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] Acquiring lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.758323] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] Acquired lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.758490] env[62697]: DEBUG nova.network.neutron [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Refreshing network info cache for port 5700f240-d6b9-4e66-a311-8b584c258287 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.760593] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.658s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.762648] env[62697]: INFO nova.compute.claims [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.882127] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1394e-2c36-4454-bfae-2f91c29ac535 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.904319] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76227d87-5e27-4416-aefc-d7003b8e756d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.312214] env[62697]: DEBUG nova.network.neutron [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.409534] env[62697]: DEBUG nova.network.neutron [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.418185] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1381.419557] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8519e6d3-4c9d-4f42-a62d-2a48618419fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.434707] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1381.434707] env[62697]: value = "task-1706240" [ 1381.434707] env[62697]: _type = "Task" [ 1381.434707] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.444301] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.559990] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3d3afef3-4b62-4ee8-82a1-8f54b7cf464c tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.330s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.760186] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Successfully updated port: b2544c07-c685-4d68-b1ae-111bab75ada6 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.916574] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af42031-0305-423e-b618-5e1b32573f1e req-4353b200-391f-4537-978d-f785915f6e9a service nova] Releasing lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.947900] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706240, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.228950] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7a6ec-5c2e-4d3d-97cc-b8f0bf47bdd9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.239085] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4b5c1-4348-472e-8be1-b76a2f9f6d50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.269602] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.269780] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.269955] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.272341] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429758b8-17c1-4a61-9be9-23e102382efc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.283825] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe0e5b-329d-430f-b10a-794638ca6b50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.299977] env[62697]: DEBUG nova.compute.provider_tree [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.443031] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706240, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.804111] env[62697]: DEBUG nova.scheduler.client.report [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1382.811662] env[62697]: DEBUG nova.compute.manager [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-vif-plugged-b2544c07-c685-4d68-b1ae-111bab75ada6 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1382.812029] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] Acquiring lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.812297] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.812502] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.812701] env[62697]: DEBUG nova.compute.manager [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] No waiting events found dispatching network-vif-plugged-b2544c07-c685-4d68-b1ae-111bab75ada6 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1382.812905] env[62697]: WARNING nova.compute.manager [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received unexpected event network-vif-plugged-b2544c07-c685-4d68-b1ae-111bab75ada6 for instance with vm_state building and task_state spawning. [ 1382.813116] env[62697]: DEBUG nova.compute.manager [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-changed-b2544c07-c685-4d68-b1ae-111bab75ada6 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1382.813309] env[62697]: DEBUG nova.compute.manager [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Refreshing instance network info cache due to event network-changed-b2544c07-c685-4d68-b1ae-111bab75ada6. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1382.813516] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] Acquiring lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.846422] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.895993] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "403eab33-2ad0-4f65-8461-247418146362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.896417] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "403eab33-2ad0-4f65-8461-247418146362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.896653] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "403eab33-2ad0-4f65-8461-247418146362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.896845] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "403eab33-2ad0-4f65-8461-247418146362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.897051] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "403eab33-2ad0-4f65-8461-247418146362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.903302] env[62697]: INFO nova.compute.manager [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Terminating instance [ 1382.908284] env[62697]: DEBUG nova.compute.manager [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1382.908284] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.909177] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9141fd5-21a8-416d-8a17-3a419a731eaa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.920023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.922755] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f34c10b-7c19-4fe0-8abb-2f761c31c1e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.929852] env[62697]: DEBUG oslo_vmware.api [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1382.929852] env[62697]: value = "task-1706241" [ 1382.929852] env[62697]: _type = "Task" [ 1382.929852] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.942015] env[62697]: DEBUG oslo_vmware.api [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1706241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.945456] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706240, 'name': CreateSnapshot_Task, 'duration_secs': 1.094392} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.946186] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1382.946566] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfee241-75b9-430b-969a-44634a8c8e2f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.310556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.311418] env[62697]: DEBUG nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1383.315756] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.795s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.317477] env[62697]: INFO nova.compute.claims [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.406726] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.406975] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.443109] env[62697]: DEBUG oslo_vmware.api [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1706241, 'name': PowerOffVM_Task, 'duration_secs': 0.488722} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.443543] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.444134] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.444259] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee039e47-da5f-4569-903b-b33d73cf0530 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.466505] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1383.466923] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4ee7218-2609-43e2-bd2c-8a6d3e404b86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.480537] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1383.480537] env[62697]: value = "task-1706243" [ 1383.480537] env[62697]: _type = "Task" [ 1383.480537] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.491695] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706243, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.526520] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.526809] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.527041] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Deleting the datastore file [datastore1] 403eab33-2ad0-4f65-8461-247418146362 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.527371] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8beaa86-a0c8-447a-a615-a07b1c59d7f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.536614] env[62697]: DEBUG oslo_vmware.api [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for the task: (returnval){ [ 1383.536614] env[62697]: value = "task-1706244" [ 1383.536614] env[62697]: _type = "Task" [ 1383.536614] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.554524] env[62697]: DEBUG oslo_vmware.api [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1706244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.584323] env[62697]: DEBUG nova.network.neutron [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Updating instance_info_cache with network_info: [{"id": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "address": "fa:16:3e:e2:10:55", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8506b7c1-b7", "ovs_interfaceid": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5700f240-d6b9-4e66-a311-8b584c258287", "address": "fa:16:3e:f5:3c:ed", "network": {"id": "b980a695-2649-419f-9b43-ee2aa68f8f9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1795994264", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5700f240-d6", "ovs_interfaceid": "5700f240-d6b9-4e66-a311-8b584c258287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2544c07-c685-4d68-b1ae-111bab75ada6", "address": "fa:16:3e:4d:b5:e3", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2544c07-c6", "ovs_interfaceid": "b2544c07-c685-4d68-b1ae-111bab75ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.822965] env[62697]: DEBUG nova.compute.utils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.826986] env[62697]: DEBUG nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1383.827201] env[62697]: DEBUG nova.network.neutron [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.886376] env[62697]: DEBUG nova.policy [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7f9dc52283d4f97aff7ab913362c51d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac728dc5e74e4396af8e0bfe787b5bca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1383.994336] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706243, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.048553] env[62697]: DEBUG oslo_vmware.api [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Task: {'id': task-1706244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162152} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.048942] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.049165] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.049358] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.049547] env[62697]: INFO nova.compute.manager [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] [instance: 403eab33-2ad0-4f65-8461-247418146362] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1384.049834] env[62697]: DEBUG oslo.service.loopingcall [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.050092] env[62697]: DEBUG nova.compute.manager [-] [instance: 403eab33-2ad0-4f65-8461-247418146362] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1384.050233] env[62697]: DEBUG nova.network.neutron [-] [instance: 403eab33-2ad0-4f65-8461-247418146362] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.088190] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Releasing lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.092060] env[62697]: DEBUG nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Instance network_info: |[{"id": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "address": "fa:16:3e:e2:10:55", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8506b7c1-b7", "ovs_interfaceid": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5700f240-d6b9-4e66-a311-8b584c258287", "address": "fa:16:3e:f5:3c:ed", "network": {"id": "b980a695-2649-419f-9b43-ee2aa68f8f9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1795994264", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5700f240-d6", "ovs_interfaceid": "5700f240-d6b9-4e66-a311-8b584c258287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2544c07-c685-4d68-b1ae-111bab75ada6", "address": "fa:16:3e:4d:b5:e3", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2544c07-c6", "ovs_interfaceid": "b2544c07-c685-4d68-b1ae-111bab75ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1384.092060] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] Acquired lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.092060] env[62697]: DEBUG nova.network.neutron [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Refreshing network info cache for port b2544c07-c685-4d68-b1ae-111bab75ada6 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.092888] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:10:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8506b7c1-b7f2-4754-9d2a-77435a3d2849', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:3c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5700f240-d6b9-4e66-a311-8b584c258287', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:b5:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2544c07-c685-4d68-b1ae-111bab75ada6', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.108192] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Creating folder: Project (a4d6f3de0e614da0ae5274333f3a0a14). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.109676] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f17862a1-ccb3-4bb1-9567-f5bce22c53a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.132566] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Created folder: Project (a4d6f3de0e614da0ae5274333f3a0a14) in parent group-v355409. [ 1384.133110] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Creating folder: Instances. Parent ref: group-v355534. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.133512] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e05131-d832-43dd-8556-ef81113492d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.146031] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Created folder: Instances in parent group-v355534. [ 1384.146031] env[62697]: DEBUG oslo.service.loopingcall [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.146031] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.146031] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b101e3-e275-49d0-b1d2-8706e6c586b8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.176530] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.176530] env[62697]: value = "task-1706247" [ 1384.176530] env[62697]: _type = "Task" [ 1384.176530] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.186909] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706247, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.328375] env[62697]: DEBUG nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1384.348137] env[62697]: DEBUG nova.network.neutron [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Successfully created port: 1950f2f9-6205-49cb-89fa-849bad3f69c5 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.497663] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706243, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.698137] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706247, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.764163] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.764361] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1384.876292] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4678416e-ea56-47ca-a69e-42d359e5cf8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.883083] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce41afd-2a6e-4aa1-9785-0dcadff0b4d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.918536] env[62697]: DEBUG nova.network.neutron [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Updated VIF entry in instance network info cache for port b2544c07-c685-4d68-b1ae-111bab75ada6. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.919136] env[62697]: DEBUG nova.network.neutron [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Updating instance_info_cache with network_info: [{"id": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "address": "fa:16:3e:e2:10:55", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8506b7c1-b7", "ovs_interfaceid": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5700f240-d6b9-4e66-a311-8b584c258287", "address": "fa:16:3e:f5:3c:ed", "network": {"id": "b980a695-2649-419f-9b43-ee2aa68f8f9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1795994264", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5700f240-d6", "ovs_interfaceid": "5700f240-d6b9-4e66-a311-8b584c258287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2544c07-c685-4d68-b1ae-111bab75ada6", "address": "fa:16:3e:4d:b5:e3", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2544c07-c6", "ovs_interfaceid": "b2544c07-c685-4d68-b1ae-111bab75ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.921050] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556afffc-4e0a-45ee-bfb7-2c2d48e7da16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.931076] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bf2b87-5884-43b3-94cb-599a7c3e04b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.946731] env[62697]: DEBUG nova.compute.provider_tree [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.963334] env[62697]: DEBUG nova.compute.manager [req-22aa7bc7-430f-4d47-9a4f-a516c1c02ba3 req-95babb93-2fbc-4e43-8913-9ddc0b8d5153 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Received event network-vif-deleted-c207ca7e-7cf6-414d-b3d9-898b7e702950 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1384.963543] env[62697]: INFO nova.compute.manager [req-22aa7bc7-430f-4d47-9a4f-a516c1c02ba3 req-95babb93-2fbc-4e43-8913-9ddc0b8d5153 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Neutron deleted interface c207ca7e-7cf6-414d-b3d9-898b7e702950; detaching it from the instance and deleting it from the info cache [ 1384.963723] env[62697]: DEBUG nova.network.neutron [req-22aa7bc7-430f-4d47-9a4f-a516c1c02ba3 req-95babb93-2fbc-4e43-8913-9ddc0b8d5153 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.992537] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706243, 'name': CloneVM_Task, 'duration_secs': 1.249043} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.995272] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Created linked-clone VM from snapshot [ 1384.995272] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d12eb79-3368-4a41-9006-c06bb7922d6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.002407] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Uploading image cd38d4f3-3707-4536-b8d0-aa40936b074d {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1385.031252] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1385.031252] env[62697]: value = "vm-355533" [ 1385.031252] env[62697]: _type = "VirtualMachine" [ 1385.031252] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1385.032044] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b192dd72-8c51-4786-9474-dce915f8cde5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.040115] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease: (returnval){ [ 1385.040115] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c569d3-a77c-248e-a886-fadb3dbd2493" [ 1385.040115] env[62697]: _type = "HttpNfcLease" [ 1385.040115] env[62697]: } obtained for exporting VM: (result){ [ 1385.040115] env[62697]: value = "vm-355533" [ 1385.040115] env[62697]: _type = "VirtualMachine" [ 1385.040115] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1385.040433] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the lease: (returnval){ [ 1385.040433] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c569d3-a77c-248e-a886-fadb3dbd2493" [ 1385.040433] env[62697]: _type = "HttpNfcLease" [ 1385.040433] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1385.047392] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1385.047392] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c569d3-a77c-248e-a886-fadb3dbd2493" [ 1385.047392] env[62697]: _type = "HttpNfcLease" [ 1385.047392] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1385.191384] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706247, 'name': CreateVM_Task, 'duration_secs': 0.557} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.191692] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.192829] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.193071] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.193466] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.193767] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea9d3d1-6bdd-4b7d-9d65-51d9968ad1c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.198709] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1385.198709] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52727513-c862-76d3-effd-805a26ab747b" [ 1385.198709] env[62697]: _type = "Task" [ 1385.198709] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.206848] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52727513-c862-76d3-effd-805a26ab747b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.222450] env[62697]: DEBUG nova.network.neutron [-] [instance: 403eab33-2ad0-4f65-8461-247418146362] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.287632] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.287804] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.287964] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1385.346633] env[62697]: DEBUG nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1385.373029] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1385.373190] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1385.373395] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.373497] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1385.373627] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.373777] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1385.374010] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1385.374235] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1385.374414] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1385.374585] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1385.374767] env[62697]: DEBUG nova.virt.hardware [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1385.375790] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dc71f7-420e-470f-8782-7538ae59bae1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.385214] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a98a6-dba2-47c6-a28a-40747844972c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.426277] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e40e7cb-d81c-4874-87c2-33b1983f777f req-367444a8-bdab-4e57-bce8-e0a750285a81 service nova] Releasing lock "refresh_cache-6f850cfc-3b1e-4425-b39b-6b341c249bf5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.450526] env[62697]: DEBUG nova.scheduler.client.report [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1385.467197] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7140cd34-e75e-4090-b659-c6fe6b3a2fc7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.478049] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb9d47-5b2b-4681-add4-e99242eadbe8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.508922] env[62697]: DEBUG nova.compute.manager [req-22aa7bc7-430f-4d47-9a4f-a516c1c02ba3 req-95babb93-2fbc-4e43-8913-9ddc0b8d5153 service nova] [instance: 403eab33-2ad0-4f65-8461-247418146362] Detach interface failed, port_id=c207ca7e-7cf6-414d-b3d9-898b7e702950, reason: Instance 403eab33-2ad0-4f65-8461-247418146362 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1385.549789] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1385.549789] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c569d3-a77c-248e-a886-fadb3dbd2493" [ 1385.549789] env[62697]: _type = "HttpNfcLease" [ 1385.549789] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1385.550064] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1385.550064] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c569d3-a77c-248e-a886-fadb3dbd2493" [ 1385.550064] env[62697]: _type = "HttpNfcLease" [ 1385.550064] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1385.550936] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc28ac6-cd77-43b3-8573-f1268710bf3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.559289] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7be20-304f-c463-f85b-edf6973fb796/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1385.559482] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7be20-304f-c463-f85b-edf6973fb796/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1385.651259] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5de00081-dcf1-4826-9e27-00ec15c5dd0a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.712699] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52727513-c862-76d3-effd-805a26ab747b, 'name': SearchDatastore_Task, 'duration_secs': 0.028309} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.713088] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.713355] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.713607] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.713751] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.713933] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.714267] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c2e8f81-c609-4505-96c9-801f12a89f27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.724225] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.724399] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.725385] env[62697]: INFO nova.compute.manager [-] [instance: 403eab33-2ad0-4f65-8461-247418146362] Took 1.68 seconds to deallocate network for instance. [ 1385.725651] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1476a23-262e-4e78-8d91-3df378f800b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.736066] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1385.736066] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522862e6-dc15-ac08-2f39-6b2d77cca7e7" [ 1385.736066] env[62697]: _type = "Task" [ 1385.736066] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.750839] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522862e6-dc15-ac08-2f39-6b2d77cca7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.756120] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb149755-213e-4674-aaba-15abd3a42492 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.765078] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1385.765078] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525529ee-d9d0-6b7b-89cf-19ab3cf22ead" [ 1385.765078] env[62697]: _type = "Task" [ 1385.765078] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.776378] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525529ee-d9d0-6b7b-89cf-19ab3cf22ead, 'name': SearchDatastore_Task, 'duration_secs': 0.008512} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.777390] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.777390] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 6f850cfc-3b1e-4425-b39b-6b341c249bf5/6f850cfc-3b1e-4425-b39b-6b341c249bf5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.777390] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9559111-5c87-468e-ad87-0a2c4799708f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.785193] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1385.785193] env[62697]: value = "task-1706249" [ 1385.785193] env[62697]: _type = "Task" [ 1385.785193] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.799042] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.811250] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.956547] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.957315] env[62697]: DEBUG nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1385.960431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.250s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.962131] env[62697]: INFO nova.compute.claims [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.237443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.244720] env[62697]: DEBUG nova.compute.manager [req-e974afff-20f8-4280-b69c-0ae5f0a42be8 req-35a83659-c0b2-44ce-ab83-d82ca75a7d4e service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Received event network-vif-plugged-1950f2f9-6205-49cb-89fa-849bad3f69c5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1386.244966] env[62697]: DEBUG oslo_concurrency.lockutils [req-e974afff-20f8-4280-b69c-0ae5f0a42be8 req-35a83659-c0b2-44ce-ab83-d82ca75a7d4e service nova] Acquiring lock "619f3117-9391-4cc0-91ea-5614214b75db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.246928] env[62697]: DEBUG oslo_concurrency.lockutils [req-e974afff-20f8-4280-b69c-0ae5f0a42be8 req-35a83659-c0b2-44ce-ab83-d82ca75a7d4e service nova] Lock "619f3117-9391-4cc0-91ea-5614214b75db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.247168] env[62697]: DEBUG oslo_concurrency.lockutils [req-e974afff-20f8-4280-b69c-0ae5f0a42be8 req-35a83659-c0b2-44ce-ab83-d82ca75a7d4e service nova] Lock "619f3117-9391-4cc0-91ea-5614214b75db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.247406] env[62697]: DEBUG nova.compute.manager [req-e974afff-20f8-4280-b69c-0ae5f0a42be8 req-35a83659-c0b2-44ce-ab83-d82ca75a7d4e service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] No waiting events found dispatching network-vif-plugged-1950f2f9-6205-49cb-89fa-849bad3f69c5 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1386.247590] env[62697]: WARNING nova.compute.manager [req-e974afff-20f8-4280-b69c-0ae5f0a42be8 req-35a83659-c0b2-44ce-ab83-d82ca75a7d4e service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Received unexpected event network-vif-plugged-1950f2f9-6205-49cb-89fa-849bad3f69c5 for instance with vm_state building and task_state spawning. [ 1386.298688] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706249, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.405074] env[62697]: DEBUG nova.network.neutron [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Successfully updated port: 1950f2f9-6205-49cb-89fa-849bad3f69c5 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.423841] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.470865] env[62697]: DEBUG nova.compute.utils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.473765] env[62697]: DEBUG nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1386.477021] env[62697]: DEBUG nova.network.neutron [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.530555] env[62697]: DEBUG nova.policy [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df3ec8109a74078899b0aef3fbcd9ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee05f576396842f6baacf9b2a4246322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1386.800476] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52479} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.801071] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 6f850cfc-3b1e-4425-b39b-6b341c249bf5/6f850cfc-3b1e-4425-b39b-6b341c249bf5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.801680] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.804235] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-999ff4cc-4861-4bdd-b8dd-c45b2b46cf73 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.809768] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1386.809768] env[62697]: value = "task-1706250" [ 1386.809768] env[62697]: _type = "Task" [ 1386.809768] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.821470] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.831877] env[62697]: DEBUG nova.network.neutron [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Successfully created port: 77169fb0-e858-4bab-a8c7-621e4457a3a5 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.908809] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "refresh_cache-619f3117-9391-4cc0-91ea-5614214b75db" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.909407] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "refresh_cache-619f3117-9391-4cc0-91ea-5614214b75db" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.909407] env[62697]: DEBUG nova.network.neutron [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.926218] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-8e3dffb7-d7a1-47f4-9406-842788d0bce4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.926524] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1386.927017] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.927202] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.927426] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.927579] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.927726] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.927993] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.928214] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1386.974918] env[62697]: DEBUG nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1387.323733] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06579} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.327301] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.329319] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f6e86d-2572-489b-9293-d6ab6e596f02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.361928] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 6f850cfc-3b1e-4425-b39b-6b341c249bf5/6f850cfc-3b1e-4425-b39b-6b341c249bf5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.366645] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c7d7b6-f85c-4f34-82db-4c16ebbb5b8f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.389040] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1387.389040] env[62697]: value = "task-1706251" [ 1387.389040] env[62697]: _type = "Task" [ 1387.389040] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.401143] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.455891] env[62697]: DEBUG nova.network.neutron [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.540448] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77ce2d-dfae-4c2a-9685-913b55d418b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.554035] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cc7f01-a5ff-4916-aea2-b031270e009d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.588339] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2507e2-7fcd-448c-8ef5-3f59511f28b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.598435] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b5671d-7591-44c5-9c33-0534761c9c02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.614652] env[62697]: DEBUG nova.compute.provider_tree [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.713491] env[62697]: DEBUG nova.network.neutron [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Updating instance_info_cache with network_info: [{"id": "1950f2f9-6205-49cb-89fa-849bad3f69c5", "address": "fa:16:3e:fc:52:e7", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1950f2f9-62", "ovs_interfaceid": "1950f2f9-6205-49cb-89fa-849bad3f69c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.903305] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.992264] env[62697]: DEBUG nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1388.022826] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1388.023251] env[62697]: DEBUG nova.virt.hardware [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1388.024121] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7446d6-0e4d-486f-8041-667e3918ba05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.033563] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6af76b-58fe-40e3-8710-71acf2710688 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.130829] env[62697]: DEBUG nova.scheduler.client.report [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1388.217507] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "refresh_cache-619f3117-9391-4cc0-91ea-5614214b75db" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.217972] env[62697]: DEBUG nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Instance network_info: |[{"id": "1950f2f9-6205-49cb-89fa-849bad3f69c5", "address": "fa:16:3e:fc:52:e7", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1950f2f9-62", "ovs_interfaceid": "1950f2f9-6205-49cb-89fa-849bad3f69c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1388.218493] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:52:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1950f2f9-6205-49cb-89fa-849bad3f69c5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.227054] env[62697]: DEBUG oslo.service.loopingcall [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.227054] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.227291] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba434120-fe68-4f23-8e49-d0bdd9fc2d4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.249071] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.249071] env[62697]: value = "task-1706252" [ 1388.249071] env[62697]: _type = "Task" [ 1388.249071] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.258530] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706252, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.279643] env[62697]: DEBUG nova.compute.manager [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Received event network-changed-1950f2f9-6205-49cb-89fa-849bad3f69c5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1388.279831] env[62697]: DEBUG nova.compute.manager [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Refreshing instance network info cache due to event network-changed-1950f2f9-6205-49cb-89fa-849bad3f69c5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1388.280101] env[62697]: DEBUG oslo_concurrency.lockutils [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] Acquiring lock "refresh_cache-619f3117-9391-4cc0-91ea-5614214b75db" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.280255] env[62697]: DEBUG oslo_concurrency.lockutils [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] Acquired lock "refresh_cache-619f3117-9391-4cc0-91ea-5614214b75db" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.280491] env[62697]: DEBUG nova.network.neutron [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Refreshing network info cache for port 1950f2f9-6205-49cb-89fa-849bad3f69c5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.327812] env[62697]: DEBUG nova.compute.manager [req-621988ae-309f-4752-8b2e-dd0297edb5e1 req-4841fd0d-f2ce-4319-a826-b68ad0d3ff12 service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Received event network-vif-plugged-77169fb0-e858-4bab-a8c7-621e4457a3a5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1388.328195] env[62697]: DEBUG oslo_concurrency.lockutils [req-621988ae-309f-4752-8b2e-dd0297edb5e1 req-4841fd0d-f2ce-4319-a826-b68ad0d3ff12 service nova] Acquiring lock "ca98fc14-5301-40dc-ab3f-26b707734f35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.328473] env[62697]: DEBUG oslo_concurrency.lockutils [req-621988ae-309f-4752-8b2e-dd0297edb5e1 req-4841fd0d-f2ce-4319-a826-b68ad0d3ff12 service nova] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.328657] env[62697]: DEBUG oslo_concurrency.lockutils [req-621988ae-309f-4752-8b2e-dd0297edb5e1 req-4841fd0d-f2ce-4319-a826-b68ad0d3ff12 service nova] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.328838] env[62697]: DEBUG nova.compute.manager [req-621988ae-309f-4752-8b2e-dd0297edb5e1 req-4841fd0d-f2ce-4319-a826-b68ad0d3ff12 service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] No waiting events found dispatching network-vif-plugged-77169fb0-e858-4bab-a8c7-621e4457a3a5 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1388.329016] env[62697]: WARNING nova.compute.manager [req-621988ae-309f-4752-8b2e-dd0297edb5e1 req-4841fd0d-f2ce-4319-a826-b68ad0d3ff12 service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Received unexpected event network-vif-plugged-77169fb0-e858-4bab-a8c7-621e4457a3a5 for instance with vm_state building and task_state spawning. [ 1388.402080] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706251, 'name': ReconfigVM_Task, 'duration_secs': 0.539838} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.402298] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 6f850cfc-3b1e-4425-b39b-6b341c249bf5/6f850cfc-3b1e-4425-b39b-6b341c249bf5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.403141] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bccd9f4c-7615-48ba-ba75-ddfc667694c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.410533] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1388.410533] env[62697]: value = "task-1706253" [ 1388.410533] env[62697]: _type = "Task" [ 1388.410533] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.422616] env[62697]: DEBUG nova.network.neutron [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Successfully updated port: 77169fb0-e858-4bab-a8c7-621e4457a3a5 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.432076] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706253, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.638196] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.638925] env[62697]: DEBUG nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1388.642012] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.968s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.643551] env[62697]: INFO nova.compute.claims [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.763366] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706252, 'name': CreateVM_Task, 'duration_secs': 0.32635} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.763627] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.764510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.764697] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.765132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.765435] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2db1792-8960-4438-9ab2-72ca91f8382e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.771134] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1388.771134] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a774dc-237e-66dc-c1a2-8c59d3a53027" [ 1388.771134] env[62697]: _type = "Task" [ 1388.771134] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.780137] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a774dc-237e-66dc-c1a2-8c59d3a53027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.921745] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706253, 'name': Rename_Task, 'duration_secs': 0.194011} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.922418] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.922418] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181838d7-49b3-4577-bc8e-ead34b11d2d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.926179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "refresh_cache-ca98fc14-5301-40dc-ab3f-26b707734f35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.926323] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "refresh_cache-ca98fc14-5301-40dc-ab3f-26b707734f35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.926493] env[62697]: DEBUG nova.network.neutron [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.931566] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1388.931566] env[62697]: value = "task-1706254" [ 1388.931566] env[62697]: _type = "Task" [ 1388.931566] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.942174] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.026903] env[62697]: DEBUG nova.network.neutron [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Updated VIF entry in instance network info cache for port 1950f2f9-6205-49cb-89fa-849bad3f69c5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.027507] env[62697]: DEBUG nova.network.neutron [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Updating instance_info_cache with network_info: [{"id": "1950f2f9-6205-49cb-89fa-849bad3f69c5", "address": "fa:16:3e:fc:52:e7", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1950f2f9-62", "ovs_interfaceid": "1950f2f9-6205-49cb-89fa-849bad3f69c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.149022] env[62697]: DEBUG nova.compute.utils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1389.155914] env[62697]: DEBUG nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1389.156142] env[62697]: DEBUG nova.network.neutron [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.203906] env[62697]: DEBUG nova.policy [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df3ec8109a74078899b0aef3fbcd9ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee05f576396842f6baacf9b2a4246322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1389.286609] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a774dc-237e-66dc-c1a2-8c59d3a53027, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.287191] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.287573] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.287967] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.288239] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.288542] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.288962] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee96c68-ad62-4809-a722-1873da54ef34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.299805] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.300112] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.301308] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989efdd5-15f1-4752-b54a-8bdb1df38aef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.309422] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1389.309422] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f9f18f-bf1b-518a-4bdb-18de72d8f679" [ 1389.309422] env[62697]: _type = "Task" [ 1389.309422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.321276] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f9f18f-bf1b-518a-4bdb-18de72d8f679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.446092] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706254, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.476252] env[62697]: DEBUG nova.network.neutron [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.479118] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.503718] env[62697]: DEBUG nova.network.neutron [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Successfully created port: a02313da-46b2-433f-949b-a74450385a03 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.534060] env[62697]: DEBUG oslo_concurrency.lockutils [req-68388e88-e82b-4fcb-870f-5a372771ff00 req-c2689c7d-53dd-494f-83c3-e9e8f0f8b307 service nova] Releasing lock "refresh_cache-619f3117-9391-4cc0-91ea-5614214b75db" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.657404] env[62697]: DEBUG nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1389.712100] env[62697]: DEBUG nova.network.neutron [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Updating instance_info_cache with network_info: [{"id": "77169fb0-e858-4bab-a8c7-621e4457a3a5", "address": "fa:16:3e:44:59:7e", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77169fb0-e8", "ovs_interfaceid": "77169fb0-e858-4bab-a8c7-621e4457a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.821804] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f9f18f-bf1b-518a-4bdb-18de72d8f679, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.822784] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2588826-f5e0-4215-b6c6-4180b3b444e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.828599] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1389.828599] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c2a0c9-d82a-5483-0a7b-9bacf9d25f3a" [ 1389.828599] env[62697]: _type = "Task" [ 1389.828599] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.842659] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c2a0c9-d82a-5483-0a7b-9bacf9d25f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.949191] env[62697]: DEBUG oslo_vmware.api [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706254, 'name': PowerOnVM_Task, 'duration_secs': 0.518162} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.949790] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.950056] env[62697]: INFO nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Took 16.53 seconds to spawn the instance on the hypervisor. [ 1389.950426] env[62697]: DEBUG nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1389.951466] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d10e34a-2f81-4e58-a4e8-33f15fbeafd2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.982483] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.150446] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77047cd8-d2eb-447d-bea3-87ab28dae590 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.159410] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d0561-ef7e-428a-863c-7b9039cb42a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.195238] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c517cfef-72ea-4c48-b800-b771a094aa07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.205054] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fbfec6-614e-491d-8780-8990cb2b04d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.222038] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "refresh_cache-ca98fc14-5301-40dc-ab3f-26b707734f35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.222412] env[62697]: DEBUG nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance network_info: |[{"id": "77169fb0-e858-4bab-a8c7-621e4457a3a5", "address": "fa:16:3e:44:59:7e", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77169fb0-e8", "ovs_interfaceid": "77169fb0-e858-4bab-a8c7-621e4457a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1390.222985] env[62697]: DEBUG nova.compute.provider_tree [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.224979] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:59:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77169fb0-e858-4bab-a8c7-621e4457a3a5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.233265] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating folder: Project (ee05f576396842f6baacf9b2a4246322). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.234469] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b95436e-bcf2-417c-a4ae-b083a91a0b93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.246547] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created folder: Project (ee05f576396842f6baacf9b2a4246322) in parent group-v355409. [ 1390.246798] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating folder: Instances. Parent ref: group-v355538. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.247095] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb0e53d-3eb5-4496-aeff-6a0b1037e722 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.257628] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created folder: Instances in parent group-v355538. [ 1390.257949] env[62697]: DEBUG oslo.service.loopingcall [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.258178] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.258410] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b820c4b5-fdb4-47df-9135-11741680d99e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.279662] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.279662] env[62697]: value = "task-1706257" [ 1390.279662] env[62697]: _type = "Task" [ 1390.279662] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.288544] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706257, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.342676] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c2a0c9-d82a-5483-0a7b-9bacf9d25f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.343015] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.343475] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 619f3117-9391-4cc0-91ea-5614214b75db/619f3117-9391-4cc0-91ea-5614214b75db.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.343825] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89aa4f26-70e6-40a9-875e-2acdf6dde9cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.351309] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1390.351309] env[62697]: value = "task-1706258" [ 1390.351309] env[62697]: _type = "Task" [ 1390.351309] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.360227] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.366395] env[62697]: DEBUG nova.compute.manager [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Received event network-changed-77169fb0-e858-4bab-a8c7-621e4457a3a5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1390.366552] env[62697]: DEBUG nova.compute.manager [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Refreshing instance network info cache due to event network-changed-77169fb0-e858-4bab-a8c7-621e4457a3a5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1390.366826] env[62697]: DEBUG oslo_concurrency.lockutils [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] Acquiring lock "refresh_cache-ca98fc14-5301-40dc-ab3f-26b707734f35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.367058] env[62697]: DEBUG oslo_concurrency.lockutils [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] Acquired lock "refresh_cache-ca98fc14-5301-40dc-ab3f-26b707734f35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.367253] env[62697]: DEBUG nova.network.neutron [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Refreshing network info cache for port 77169fb0-e858-4bab-a8c7-621e4457a3a5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.474101] env[62697]: INFO nova.compute.manager [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Took 44.41 seconds to build instance. [ 1390.671998] env[62697]: DEBUG nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1390.697408] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1390.697711] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1390.697871] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.698070] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1390.698221] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.698371] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1390.698588] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1390.698753] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1390.698921] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1390.699100] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1390.699283] env[62697]: DEBUG nova.virt.hardware [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1390.700343] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfaffbe-e5d3-4fbf-b8b1-4383238603d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.709600] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed8dd63-a497-4e49-8949-de16530ae0b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.735298] env[62697]: DEBUG nova.scheduler.client.report [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1390.792100] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706257, 'name': CreateVM_Task, 'duration_secs': 0.339663} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.792331] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.793257] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.793434] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.793780] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.794091] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0897dd50-644f-4ab8-9f47-5865bcc6230c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.800538] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1390.800538] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528079fe-129e-98fb-1543-d7fff161c694" [ 1390.800538] env[62697]: _type = "Task" [ 1390.800538] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.810663] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528079fe-129e-98fb-1543-d7fff161c694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.863726] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706258, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.978203] env[62697]: DEBUG oslo_concurrency.lockutils [None req-88361d8f-62c5-444a-aac0-9c043a3f55bf tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.927s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.078136] env[62697]: DEBUG nova.network.neutron [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Successfully updated port: a02313da-46b2-433f-949b-a74450385a03 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.241133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.241767] env[62697]: DEBUG nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1391.248235] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.812s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.249919] env[62697]: INFO nova.compute.claims [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.380107] env[62697]: DEBUG nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1392.380646] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.382930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.382930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.382930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.382930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.383637] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "refresh_cache-30de9743-bc1f-40b5-815c-d804cd579443" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.383765] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "refresh_cache-30de9743-bc1f-40b5-815c-d804cd579443" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.384317] env[62697]: DEBUG nova.network.neutron [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.388179] env[62697]: DEBUG nova.compute.utils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.392125] env[62697]: INFO nova.compute.manager [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Terminating instance [ 1392.399550] env[62697]: DEBUG nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1392.399550] env[62697]: DEBUG nova.network.neutron [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.402351] env[62697]: DEBUG nova.compute.manager [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1392.402549] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.404740] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404fa723-eda3-465e-9c08-7d3610162030 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.409276] env[62697]: DEBUG nova.compute.manager [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Received event network-vif-plugged-a02313da-46b2-433f-949b-a74450385a03 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1392.409488] env[62697]: DEBUG oslo_concurrency.lockutils [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] Acquiring lock "30de9743-bc1f-40b5-815c-d804cd579443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.410420] env[62697]: DEBUG oslo_concurrency.lockutils [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] Lock "30de9743-bc1f-40b5-815c-d804cd579443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.410420] env[62697]: DEBUG oslo_concurrency.lockutils [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] Lock "30de9743-bc1f-40b5-815c-d804cd579443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.410420] env[62697]: DEBUG nova.compute.manager [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] No waiting events found dispatching network-vif-plugged-a02313da-46b2-433f-949b-a74450385a03 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1392.410420] env[62697]: WARNING nova.compute.manager [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Received unexpected event network-vif-plugged-a02313da-46b2-433f-949b-a74450385a03 for instance with vm_state building and task_state spawning. [ 1392.410742] env[62697]: DEBUG nova.compute.manager [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Received event network-changed-a02313da-46b2-433f-949b-a74450385a03 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1392.410742] env[62697]: DEBUG nova.compute.manager [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Refreshing instance network info cache due to event network-changed-a02313da-46b2-433f-949b-a74450385a03. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1392.412944] env[62697]: DEBUG oslo_concurrency.lockutils [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] Acquiring lock "refresh_cache-30de9743-bc1f-40b5-815c-d804cd579443" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.417050] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528079fe-129e-98fb-1543-d7fff161c694, 'name': SearchDatastore_Task, 'duration_secs': 0.05054} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.417729] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.417969] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.418251] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.418399] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.418593] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.422450] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f49613-62e1-4960-b1c2-ddeafca87f6f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.426318] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702161} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.427363] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 619f3117-9391-4cc0-91ea-5614214b75db/619f3117-9391-4cc0-91ea-5614214b75db.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.427591] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.428169] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.428739] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c9d766e-5308-4e8a-827e-5bd8d9c59cce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.430752] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ef6d9c4-430d-477a-9332-7c19827eefa1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.435579] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.435754] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.437224] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac53131-2c80-43ee-a686-888623f2f73b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.443486] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1392.443486] env[62697]: value = "task-1706260" [ 1392.443486] env[62697]: _type = "Task" [ 1392.443486] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.443771] env[62697]: DEBUG oslo_vmware.api [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1392.443771] env[62697]: value = "task-1706259" [ 1392.443771] env[62697]: _type = "Task" [ 1392.443771] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.452595] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1392.452595] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bd4255-f590-0a8c-f068-3f504419f6b5" [ 1392.452595] env[62697]: _type = "Task" [ 1392.452595] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.463324] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.463324] env[62697]: DEBUG oslo_vmware.api [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.469156] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bd4255-f590-0a8c-f068-3f504419f6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.472842] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f7f330-21ce-4470-bb14-2fae1910e146 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.477137] env[62697]: DEBUG nova.policy [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3b8fc1a02e14c81922a42256e1a80de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82cb716c505c47ad8fba7e35261d7f94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1392.481955] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1392.481955] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52106766-7ef6-f6ae-c221-06101720873f" [ 1392.481955] env[62697]: _type = "Task" [ 1392.481955] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.491752] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52106766-7ef6-f6ae-c221-06101720873f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.568766] env[62697]: DEBUG nova.network.neutron [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Updated VIF entry in instance network info cache for port 77169fb0-e858-4bab-a8c7-621e4457a3a5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.569265] env[62697]: DEBUG nova.network.neutron [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Updating instance_info_cache with network_info: [{"id": "77169fb0-e858-4bab-a8c7-621e4457a3a5", "address": "fa:16:3e:44:59:7e", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77169fb0-e8", "ovs_interfaceid": "77169fb0-e858-4bab-a8c7-621e4457a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.851208] env[62697]: DEBUG nova.network.neutron [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Successfully created port: b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.890030] env[62697]: DEBUG nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1392.929916] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.966667] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06855} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.966667] env[62697]: DEBUG oslo_vmware.api [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706259, 'name': PowerOffVM_Task, 'duration_secs': 0.229054} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.966667] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.966983] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.967185] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.968514] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8b275b-3f61-407f-beec-f4d9584eddc3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.974946] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3b0b4f-33be-4da9-84d9-87b0813c3a07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.008849] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 619f3117-9391-4cc0-91ea-5614214b75db/619f3117-9391-4cc0-91ea-5614214b75db.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.010184] env[62697]: DEBUG nova.network.neutron [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.017574] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf61178e-f66f-4702-a380-fa5d4f441a75 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.041111] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52106766-7ef6-f6ae-c221-06101720873f, 'name': SearchDatastore_Task, 'duration_secs': 0.014179} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.041111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.041111] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.041111] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aa4868a-33e1-4548-bdaf-562537766ae0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.047761] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1393.047761] env[62697]: value = "task-1706262" [ 1393.047761] env[62697]: _type = "Task" [ 1393.047761] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.049931] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1393.049931] env[62697]: value = "task-1706263" [ 1393.049931] env[62697]: _type = "Task" [ 1393.049931] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.079047] env[62697]: DEBUG oslo_concurrency.lockutils [req-06de7614-a091-4430-a21c-b495775e675a req-e8ae7be8-0b9f-4175-bb3d-89be8599aaea service nova] Releasing lock "refresh_cache-ca98fc14-5301-40dc-ab3f-26b707734f35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.079047] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.079047] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.180710] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.181025] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.181235] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Deleting the datastore file [datastore1] 6f850cfc-3b1e-4425-b39b-6b341c249bf5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.184819] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0fe0319-00fb-44cb-b223-0e33e4d4a892 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.192194] env[62697]: DEBUG oslo_vmware.api [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1393.192194] env[62697]: value = "task-1706264" [ 1393.192194] env[62697]: _type = "Task" [ 1393.192194] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.203847] env[62697]: DEBUG oslo_vmware.api [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.325888] env[62697]: DEBUG nova.network.neutron [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Updating instance_info_cache with network_info: [{"id": "a02313da-46b2-433f-949b-a74450385a03", "address": "fa:16:3e:60:c5:ab", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02313da-46", "ovs_interfaceid": "a02313da-46b2-433f-949b-a74450385a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.387040] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7be20-304f-c463-f85b-edf6973fb796/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1393.388550] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f8d73-a6fd-4f6c-95e9-c440da0482d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.400017] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7be20-304f-c463-f85b-edf6973fb796/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1393.400017] env[62697]: ERROR oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7be20-304f-c463-f85b-edf6973fb796/disk-0.vmdk due to incomplete transfer. [ 1393.400017] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2eca1ddd-e452-4985-ac26-198c0931b15a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.416663] env[62697]: DEBUG oslo_vmware.rw_handles [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7be20-304f-c463-f85b-edf6973fb796/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1393.416926] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Uploaded image cd38d4f3-3707-4536-b8d0-aa40936b074d to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1393.420520] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1393.420614] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9f36b91-8bdb-4c86-8c75-e203b23b6b1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.430019] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1393.430019] env[62697]: value = "task-1706265" [ 1393.430019] env[62697]: _type = "Task" [ 1393.430019] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.436672] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706265, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.513822] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fb6d87-b46b-4d2c-9046-ee7855d3f96d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.522235] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cceb9a9-9a23-4768-b6dc-26a81f5e0ccb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.560017] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d9bcd-398c-4476-bcf8-fc02d14b1ad9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.571328] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706262, 'name': ReconfigVM_Task, 'duration_secs': 0.29582} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.576672] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 619f3117-9391-4cc0-91ea-5614214b75db/619f3117-9391-4cc0-91ea-5614214b75db.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.577614] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517514} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.577911] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf127efb-5064-4018-87f9-3f3e4d026c2f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.579769] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.580021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.581343] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea95360-df34-4e78-911a-d1237f6adef3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.585585] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b18190-7e74-40b8-a832-e23364d79573 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.599163] env[62697]: DEBUG nova.compute.provider_tree [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.604904] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1393.604904] env[62697]: value = "task-1706267" [ 1393.604904] env[62697]: _type = "Task" [ 1393.604904] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.604904] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1393.604904] env[62697]: value = "task-1706266" [ 1393.604904] env[62697]: _type = "Task" [ 1393.604904] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.620514] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.620840] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706266, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.703324] env[62697]: DEBUG oslo_vmware.api [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435535} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.703884] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.703884] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.703994] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.704189] env[62697]: INFO nova.compute.manager [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1393.704491] env[62697]: DEBUG oslo.service.loopingcall [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.704763] env[62697]: DEBUG nova.compute.manager [-] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1393.704828] env[62697]: DEBUG nova.network.neutron [-] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.829651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "refresh_cache-30de9743-bc1f-40b5-815c-d804cd579443" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.830140] env[62697]: DEBUG nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Instance network_info: |[{"id": "a02313da-46b2-433f-949b-a74450385a03", "address": "fa:16:3e:60:c5:ab", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02313da-46", "ovs_interfaceid": "a02313da-46b2-433f-949b-a74450385a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1393.830565] env[62697]: DEBUG oslo_concurrency.lockutils [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] Acquired lock "refresh_cache-30de9743-bc1f-40b5-815c-d804cd579443" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.832080] env[62697]: DEBUG nova.network.neutron [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Refreshing network info cache for port a02313da-46b2-433f-949b-a74450385a03 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.834163] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:c5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a02313da-46b2-433f-949b-a74450385a03', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.842489] env[62697]: DEBUG oslo.service.loopingcall [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.844614] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.844900] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88ce0f04-200f-48ff-9816-c057c33d332b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.868267] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.868267] env[62697]: value = "task-1706268" [ 1393.868267] env[62697]: _type = "Task" [ 1393.868267] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.878689] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706268, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.914815] env[62697]: DEBUG nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1393.942921] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706265, 'name': Destroy_Task, 'duration_secs': 0.507195} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.943521] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Destroyed the VM [ 1393.943790] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1393.944090] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f00de2b-f066-44ec-9a9b-29aac95bfd46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.950014] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1393.950295] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1393.950459] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.950648] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1393.950801] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.951076] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1393.951452] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1393.951662] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1393.951852] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1393.952035] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1393.952228] env[62697]: DEBUG nova.virt.hardware [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.953516] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e68c08-9562-4c91-8c93-f43e99f422bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.958228] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1393.958228] env[62697]: value = "task-1706269" [ 1393.958228] env[62697]: _type = "Task" [ 1393.958228] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.973340] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5da1f3-2460-4123-918d-a9e19e9731a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.978431] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.108025] env[62697]: DEBUG nova.scheduler.client.report [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1394.136302] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093517} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.141698] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.144118] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706266, 'name': Rename_Task, 'duration_secs': 0.161926} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.144118] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b122e-7350-4fdd-9b81-88cbfa15b192 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.146723] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.148803] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d40d168-2d6b-4c1e-b42c-e33f2ff99826 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.179454] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.181768] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf5110d-975f-4dfd-957a-7fa9ee4b17a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.198679] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1394.198679] env[62697]: value = "task-1706270" [ 1394.198679] env[62697]: _type = "Task" [ 1394.198679] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.206253] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1394.206253] env[62697]: value = "task-1706271" [ 1394.206253] env[62697]: _type = "Task" [ 1394.206253] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.209492] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.219383] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.380349] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706268, 'name': CreateVM_Task, 'duration_secs': 0.414634} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.380349] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.381583] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.381583] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.385101] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.385101] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98ef96f-364e-40dc-a007-745f87b9d4cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.388234] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1394.388234] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525cc1c5-85cd-8a02-cdd6-6bd8f51924ab" [ 1394.388234] env[62697]: _type = "Task" [ 1394.388234] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.400418] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525cc1c5-85cd-8a02-cdd6-6bd8f51924ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.479015] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706269, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.487618] env[62697]: DEBUG nova.compute.manager [req-82172fe1-a27e-471d-9e66-4bb9a3920c3e req-34fcd3b3-7756-4621-85c9-95278865e079 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-vif-deleted-5700f240-d6b9-4e66-a311-8b584c258287 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1394.487845] env[62697]: INFO nova.compute.manager [req-82172fe1-a27e-471d-9e66-4bb9a3920c3e req-34fcd3b3-7756-4621-85c9-95278865e079 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Neutron deleted interface 5700f240-d6b9-4e66-a311-8b584c258287; detaching it from the instance and deleting it from the info cache [ 1394.488287] env[62697]: DEBUG nova.network.neutron [req-82172fe1-a27e-471d-9e66-4bb9a3920c3e req-34fcd3b3-7756-4621-85c9-95278865e079 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Updating instance_info_cache with network_info: [{"id": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "address": "fa:16:3e:e2:10:55", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8506b7c1-b7", "ovs_interfaceid": "8506b7c1-b7f2-4754-9d2a-77435a3d2849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2544c07-c685-4d68-b1ae-111bab75ada6", "address": "fa:16:3e:4d:b5:e3", "network": {"id": "d73221cc-6336-45c4-8cde-3947a77312cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1887267449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2544c07-c6", "ovs_interfaceid": "b2544c07-c685-4d68-b1ae-111bab75ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.606247] env[62697]: DEBUG nova.network.neutron [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Successfully updated port: b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.620618] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.372s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.621389] env[62697]: DEBUG nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1394.627053] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.952s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.627683] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.630867] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.664s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.631156] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.634416] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.368s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.634680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.636794] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.251s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.637037] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.639705] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.020s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.641676] env[62697]: INFO nova.compute.claims [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.688802] env[62697]: INFO nova.scheduler.client.report [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Deleted allocations for instance 8cd467f1-c8c5-4036-9b55-f46dfb31ee61 [ 1394.696433] env[62697]: INFO nova.scheduler.client.report [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Deleted allocations for instance ba09256d-b67b-4793-8c98-e0873d510df2 [ 1394.699430] env[62697]: DEBUG nova.network.neutron [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Updated VIF entry in instance network info cache for port a02313da-46b2-433f-949b-a74450385a03. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.699430] env[62697]: DEBUG nova.network.neutron [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Updating instance_info_cache with network_info: [{"id": "a02313da-46b2-433f-949b-a74450385a03", "address": "fa:16:3e:60:c5:ab", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02313da-46", "ovs_interfaceid": "a02313da-46b2-433f-949b-a74450385a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.713171] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.714457] env[62697]: INFO nova.scheduler.client.report [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Deleted allocations for instance 8e3dffb7-d7a1-47f4-9406-842788d0bce4 [ 1394.719942] env[62697]: INFO nova.scheduler.client.report [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Deleted allocations for instance a7d14dad-6ac3-4af6-9721-620d25ba7f80 [ 1394.736028] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.755163] env[62697]: DEBUG nova.compute.manager [req-773ac154-b126-4b10-bbfe-53b36adcf1a5 req-e3e7a967-3954-4987-b0c7-061406d9ad59 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Received event network-vif-plugged-b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1394.755163] env[62697]: DEBUG oslo_concurrency.lockutils [req-773ac154-b126-4b10-bbfe-53b36adcf1a5 req-e3e7a967-3954-4987-b0c7-061406d9ad59 service nova] Acquiring lock "f44d9df2-683c-429b-9a5d-fad6a96d0648-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.755163] env[62697]: DEBUG oslo_concurrency.lockutils [req-773ac154-b126-4b10-bbfe-53b36adcf1a5 req-e3e7a967-3954-4987-b0c7-061406d9ad59 service nova] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.755163] env[62697]: DEBUG oslo_concurrency.lockutils [req-773ac154-b126-4b10-bbfe-53b36adcf1a5 req-e3e7a967-3954-4987-b0c7-061406d9ad59 service nova] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.756030] env[62697]: DEBUG nova.compute.manager [req-773ac154-b126-4b10-bbfe-53b36adcf1a5 req-e3e7a967-3954-4987-b0c7-061406d9ad59 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] No waiting events found dispatching network-vif-plugged-b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1394.756478] env[62697]: WARNING nova.compute.manager [req-773ac154-b126-4b10-bbfe-53b36adcf1a5 req-e3e7a967-3954-4987-b0c7-061406d9ad59 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Received unexpected event network-vif-plugged-b2f5c133-7e0e-4bf2-87a7-224451e32ee2 for instance with vm_state building and task_state spawning. [ 1394.900599] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525cc1c5-85cd-8a02-cdd6-6bd8f51924ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017482} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.900976] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.901263] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.901501] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.901645] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.901824] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.902145] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac4880df-0448-4b5c-9925-c92bf43f91be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.911799] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.912038] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.912871] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ce8452-a2bc-4935-b261-28af62256800 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.920326] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1394.920326] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d30058-52b6-e7fd-c44c-73dfa6eae4ef" [ 1394.920326] env[62697]: _type = "Task" [ 1394.920326] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.933201] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d30058-52b6-e7fd-c44c-73dfa6eae4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008509} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.934342] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33002025-a75e-4c6e-850d-f377016c16e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.942431] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1394.942431] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5263442e-17a6-47e4-fb21-5ce42ca97f75" [ 1394.942431] env[62697]: _type = "Task" [ 1394.942431] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.951750] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5263442e-17a6-47e4-fb21-5ce42ca97f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.971587] env[62697]: DEBUG oslo_vmware.api [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706269, 'name': RemoveSnapshot_Task, 'duration_secs': 0.525706} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.971902] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1394.972196] env[62697]: INFO nova.compute.manager [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Took 14.09 seconds to snapshot the instance on the hypervisor. [ 1394.974270] env[62697]: WARNING oslo_messaging._drivers.amqpdriver [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1394.991956] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a941b520-049b-4cc6-8158-7eb345f4f0f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.001996] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07422e29-5283-4523-952d-86b4ce792b55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.036180] env[62697]: DEBUG nova.compute.manager [req-82172fe1-a27e-471d-9e66-4bb9a3920c3e req-34fcd3b3-7756-4621-85c9-95278865e079 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Detach interface failed, port_id=5700f240-d6b9-4e66-a311-8b584c258287, reason: Instance 6f850cfc-3b1e-4425-b39b-6b341c249bf5 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1395.109313] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.109473] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.110031] env[62697]: DEBUG nova.network.neutron [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.133740] env[62697]: DEBUG nova.compute.utils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.133740] env[62697]: DEBUG nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1395.133740] env[62697]: DEBUG nova.network.neutron [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.200388] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e3d7d309-600a-4ba4-a0da-aaefc84473fa tempest-ServersV294TestFqdnHostnames-839066821 tempest-ServersV294TestFqdnHostnames-839066821-project-member] Lock "8cd467f1-c8c5-4036-9b55-f46dfb31ee61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.066s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.202182] env[62697]: DEBUG oslo_concurrency.lockutils [req-42a3abb4-819c-499b-a80d-af11c5efe012 req-83bdb395-c05d-40f2-acc7-f8e048ce6c09 service nova] Releasing lock "refresh_cache-30de9743-bc1f-40b5-815c-d804cd579443" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.208586] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca5e920d-db40-4f1e-b3cf-ffa8653db376 tempest-VolumesAssistedSnapshotsTest-319487884 tempest-VolumesAssistedSnapshotsTest-319487884-project-member] Lock "ba09256d-b67b-4793-8c98-e0873d510df2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.973s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.215490] env[62697]: DEBUG oslo_vmware.api [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706270, 'name': PowerOnVM_Task, 'duration_secs': 0.83443} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.218993] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.219250] env[62697]: INFO nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1395.219447] env[62697]: DEBUG nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1395.220887] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dac9fa-94fd-4098-9515-442a5d83951f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.234749] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706271, 'name': ReconfigVM_Task, 'duration_secs': 0.728203} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.236930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20f5f948-9cb4-4b9d-9688-2001a15bfc93 tempest-ListServerFiltersTestJSON-2090104924 tempest-ListServerFiltersTestJSON-2090104924-project-member] Lock "8e3dffb7-d7a1-47f4-9406-842788d0bce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.687s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.239424] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.242144] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a72a854-bd98-48ac-af92-f016633debf5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.247798] env[62697]: DEBUG nova.policy [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7ed7cdaf951491f9af8f7df5dd60488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51f3198b61584cdfb4e14aa855c4c5e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1395.252149] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1395.252149] env[62697]: value = "task-1706272" [ 1395.252149] env[62697]: _type = "Task" [ 1395.252149] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.260415] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbe1468a-4aa6-467e-9f63-e7a191722724 tempest-AttachInterfacesUnderV243Test-201500964 tempest-AttachInterfacesUnderV243Test-201500964-project-member] Lock "a7d14dad-6ac3-4af6-9721-620d25ba7f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.795s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.266096] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706272, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.428995] env[62697]: DEBUG nova.network.neutron [-] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.456532] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5263442e-17a6-47e4-fb21-5ce42ca97f75, 'name': SearchDatastore_Task, 'duration_secs': 0.008179} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.456656] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.456860] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 30de9743-bc1f-40b5-815c-d804cd579443/30de9743-bc1f-40b5-815c-d804cd579443.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.457331] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427a2c33-487b-4ff9-9049-8ac1e3ca708b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.466038] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1395.466038] env[62697]: value = "task-1706273" [ 1395.466038] env[62697]: _type = "Task" [ 1395.466038] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.480890] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.545287] env[62697]: DEBUG nova.compute.manager [None req-48d39fec-43c3-4939-8878-5c7c6c7e2c26 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Found 1 images (rotation: 2) {{(pid=62697) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1395.637181] env[62697]: DEBUG nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1395.676347] env[62697]: DEBUG nova.network.neutron [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.733043] env[62697]: DEBUG nova.network.neutron [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Successfully created port: 0768d928-1ef0-4b14-86c1-e1262fbe26af {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.758977] env[62697]: INFO nova.compute.manager [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Took 38.68 seconds to build instance. [ 1395.772038] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706272, 'name': Rename_Task, 'duration_secs': 0.276261} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.772280] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.773779] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ae76265-d03b-439a-87e4-96456533825e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.785632] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1395.785632] env[62697]: value = "task-1706274" [ 1395.785632] env[62697]: _type = "Task" [ 1395.785632] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.812482] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706274, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.932198] env[62697]: INFO nova.compute.manager [-] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Took 2.23 seconds to deallocate network for instance. [ 1395.964184] env[62697]: DEBUG nova.network.neutron [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updating instance_info_cache with network_info: [{"id": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "address": "fa:16:3e:ef:c6:ab", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f5c133-7e", "ovs_interfaceid": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.986412] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433357} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.986412] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 30de9743-bc1f-40b5-815c-d804cd579443/30de9743-bc1f-40b5-815c-d804cd579443.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.986412] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.986412] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-030804e5-4078-41f1-bf5e-f0be571fc924 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.996022] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1395.996022] env[62697]: value = "task-1706275" [ 1395.996022] env[62697]: _type = "Task" [ 1395.996022] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.006795] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.195254] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d479054-6050-4845-8812-09039d522c63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.205842] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858f2bbb-162f-4ec4-9010-90789c6afcb8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.239880] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe524f84-7bf6-4342-b66b-8e84cee40a06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.249072] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ae0c6e-e1ec-45e9-89cd-0ca7e68f8649 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.263486] env[62697]: DEBUG nova.compute.provider_tree [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.265872] env[62697]: DEBUG oslo_concurrency.lockutils [None req-724aa33d-ac51-4cac-a046-f24647fe2c04 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "619f3117-9391-4cc0-91ea-5614214b75db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.206s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.299303] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706274, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.303341] env[62697]: DEBUG nova.compute.manager [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1396.304289] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec5492d-7c6c-4eac-a630-2ca6f01f23c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.442203] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.473625] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Releasing lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.475142] env[62697]: DEBUG nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Instance network_info: |[{"id": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "address": "fa:16:3e:ef:c6:ab", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f5c133-7e", "ovs_interfaceid": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1396.476516] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:c6:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2f5c133-7e0e-4bf2-87a7-224451e32ee2', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.490122] env[62697]: DEBUG oslo.service.loopingcall [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.491174] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.491174] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1bc542d-cb22-444d-97d4-9a02ed5dbe3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.524306] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086463} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.525765] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.525856] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.525856] env[62697]: value = "task-1706276" [ 1396.525856] env[62697]: _type = "Task" [ 1396.525856] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.526712] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369c8009-54b7-46c8-9ba6-cd786ab42a88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.554484] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 30de9743-bc1f-40b5-815c-d804cd579443/30de9743-bc1f-40b5-815c-d804cd579443.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.558914] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da1795c-c292-4829-aaea-a197f1e16401 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.576250] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706276, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.582304] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1396.582304] env[62697]: value = "task-1706277" [ 1396.582304] env[62697]: _type = "Task" [ 1396.582304] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.593069] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.652338] env[62697]: DEBUG nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1396.691604] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1396.692009] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1396.692195] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.692387] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1396.692542] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.692695] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1396.692930] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1396.693125] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1396.693310] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1396.693787] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1396.693787] env[62697]: DEBUG nova.virt.hardware [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.694757] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16924e20-27ec-4379-8d00-99c5a72cae30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.705144] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5529084-71ec-4f35-bb8c-007968589486 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.762712] env[62697]: DEBUG nova.compute.manager [req-c8b7ca10-49ee-4da0-b350-e675ab93f10c req-7207287d-ec6c-4f7e-9e30-d0c40d53f4a2 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-vif-deleted-8506b7c1-b7f2-4754-9d2a-77435a3d2849 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1396.762882] env[62697]: DEBUG nova.compute.manager [req-c8b7ca10-49ee-4da0-b350-e675ab93f10c req-7207287d-ec6c-4f7e-9e30-d0c40d53f4a2 service nova] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Received event network-vif-deleted-b2544c07-c685-4d68-b1ae-111bab75ada6 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1396.768795] env[62697]: DEBUG nova.scheduler.client.report [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1396.772840] env[62697]: DEBUG nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1396.801466] env[62697]: DEBUG oslo_vmware.api [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706274, 'name': PowerOnVM_Task, 'duration_secs': 0.963619} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.802797] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.803149] env[62697]: INFO nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1396.803459] env[62697]: DEBUG nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1396.804591] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c065688b-f431-4d07-8ad2-d0331f979109 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.816710] env[62697]: INFO nova.compute.manager [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] instance snapshotting [ 1396.818849] env[62697]: DEBUG nova.objects.instance [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'flavor' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.037225] env[62697]: DEBUG nova.compute.manager [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Received event network-changed-b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1397.037926] env[62697]: DEBUG nova.compute.manager [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Refreshing instance network info cache due to event network-changed-b2f5c133-7e0e-4bf2-87a7-224451e32ee2. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1397.037926] env[62697]: DEBUG oslo_concurrency.lockutils [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] Acquiring lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.037926] env[62697]: DEBUG oslo_concurrency.lockutils [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] Acquired lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.038372] env[62697]: DEBUG nova.network.neutron [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Refreshing network info cache for port b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.048018] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706276, 'name': CreateVM_Task, 'duration_secs': 0.357035} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.048018] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.049129] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.049324] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.049694] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.050679] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc85dd18-0082-4c18-9477-5d27106d725d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.058193] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1397.058193] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52677763-e5db-439c-b88c-31c21952e8da" [ 1397.058193] env[62697]: _type = "Task" [ 1397.058193] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.068597] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52677763-e5db-439c-b88c-31c21952e8da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.093725] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706277, 'name': ReconfigVM_Task, 'duration_secs': 0.354974} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.094067] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 30de9743-bc1f-40b5-815c-d804cd579443/30de9743-bc1f-40b5-815c-d804cd579443.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.094905] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18daca92-5ee7-4c02-8b37-e6a2e2543fbb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.102377] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1397.102377] env[62697]: value = "task-1706278" [ 1397.102377] env[62697]: _type = "Task" [ 1397.102377] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.113463] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706278, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.279990] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.280826] env[62697]: DEBUG nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1397.292110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.475s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.292824] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.295402] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.868s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.296016] env[62697]: DEBUG nova.objects.instance [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1397.322195] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.336413] env[62697]: INFO nova.scheduler.client.report [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted allocations for instance e0e295b3-1bf8-4640-95b1-b5c1e19fce04 [ 1397.342386] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5053b991-236a-47d2-9e90-8fd6751b39c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.353162] env[62697]: INFO nova.compute.manager [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Took 38.86 seconds to build instance. [ 1397.374670] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a1367-b9c5-4601-8c71-7fa04c9baec1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.570117] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52677763-e5db-439c-b88c-31c21952e8da, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.570626] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.570834] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.571124] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.571286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.571479] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.572451] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1edd9e2-5850-4eac-983f-2a0227bd8513 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.581649] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.581916] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.583277] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbc7ba5-3386-4cbb-ba6b-db874f70f0fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.589861] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1397.589861] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f13f51-721e-e5c0-b0d5-97e42dc4487b" [ 1397.589861] env[62697]: _type = "Task" [ 1397.589861] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.598013] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f13f51-721e-e5c0-b0d5-97e42dc4487b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.612108] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706278, 'name': Rename_Task, 'duration_secs': 0.144408} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.612548] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.612866] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eda19ef-6f47-4ede-b4e0-d7dc46a4f78f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.619464] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1397.619464] env[62697]: value = "task-1706279" [ 1397.619464] env[62697]: _type = "Task" [ 1397.619464] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.628274] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.808497] env[62697]: DEBUG nova.compute.utils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.808497] env[62697]: DEBUG nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1397.809341] env[62697]: DEBUG nova.network.neutron [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.858280] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66567c78-8ed2-4e0f-afed-bf60fcd02b74 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.377s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.858880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-51efc61e-d1d3-480f-ba84-4de5543ebf51 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "e0e295b3-1bf8-4640-95b1-b5c1e19fce04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.579s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.894232] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1397.895260] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-137f6d41-2300-46bd-87d6-bb91fcafaa43 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.906151] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1397.906151] env[62697]: value = "task-1706280" [ 1397.906151] env[62697]: _type = "Task" [ 1397.906151] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.916897] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706280, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.934165] env[62697]: DEBUG nova.policy [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfbf1e81987b4b98a7f58c9915856662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e083cbe65034ecfb0b0d9389f7916d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1398.102253] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f13f51-721e-e5c0-b0d5-97e42dc4487b, 'name': SearchDatastore_Task, 'duration_secs': 0.008194} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.103296] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a24977-fb44-4422-b0e0-157ad6d2532d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.109421] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1398.109421] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f224ca-f697-8ae2-15fa-70736cb41849" [ 1398.109421] env[62697]: _type = "Task" [ 1398.109421] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.128665] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f224ca-f697-8ae2-15fa-70736cb41849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.141910] env[62697]: DEBUG oslo_vmware.api [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706279, 'name': PowerOnVM_Task, 'duration_secs': 0.450078} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.141910] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.141910] env[62697]: INFO nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1398.141910] env[62697]: DEBUG nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1398.141910] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a3ce5-67b3-4106-bf18-967773ada942 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.225856] env[62697]: DEBUG nova.network.neutron [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updated VIF entry in instance network info cache for port b2f5c133-7e0e-4bf2-87a7-224451e32ee2. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.226308] env[62697]: DEBUG nova.network.neutron [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updating instance_info_cache with network_info: [{"id": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "address": "fa:16:3e:ef:c6:ab", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f5c133-7e", "ovs_interfaceid": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.281245] env[62697]: DEBUG nova.compute.manager [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1398.282416] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef760d0-2217-4cc9-8ad6-dad6bcfd91df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.316652] env[62697]: DEBUG nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1398.321610] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6edf853e-5d5b-4f31-9830-0d5fbea032af tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.323805] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.871s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.326078] env[62697]: INFO nova.compute.claims [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.362231] env[62697]: DEBUG nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1398.386021] env[62697]: DEBUG nova.network.neutron [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Successfully created port: 7e10a36d-407b-492a-bebb-2937c728dcba {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.425491] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706280, 'name': CreateSnapshot_Task, 'duration_secs': 0.438802} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.426856] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1398.428363] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4430c8-6835-48d6-9981-236fa863240e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.622035] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f224ca-f697-8ae2-15fa-70736cb41849, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.622425] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.622756] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f44d9df2-683c-429b-9a5d-fad6a96d0648/f44d9df2-683c-429b-9a5d-fad6a96d0648.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.623094] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2cd69c-19b0-4e3a-8813-5b059c8ee782 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.630891] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1398.630891] env[62697]: value = "task-1706281" [ 1398.630891] env[62697]: _type = "Task" [ 1398.630891] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.640710] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.664133] env[62697]: INFO nova.compute.manager [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Took 38.98 seconds to build instance. [ 1398.729429] env[62697]: DEBUG oslo_concurrency.lockutils [req-a79ed3b5-e8e4-4b97-98d1-4310e965d097 req-0dc850c6-b6d6-4692-90a3-3c95c1df5558 service nova] Releasing lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.795985] env[62697]: INFO nova.compute.manager [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] instance snapshotting [ 1398.800821] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c4ebd-3334-4efb-8b02-668184148eae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.833099] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69e900e-b279-426a-a6df-e7e1f94f7af9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.900056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.954138] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1398.954509] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40bbe684-9484-46b0-b763-72ba60a05568 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.965253] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1398.965253] env[62697]: value = "task-1706282" [ 1398.965253] env[62697]: _type = "Task" [ 1398.965253] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.977272] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706282, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.147557] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706281, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.166598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-39bf0e58-f829-4677-ab71-8cd1f2479dbc tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "30de9743-bc1f-40b5-815c-d804cd579443" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.493s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.183375] env[62697]: DEBUG nova.network.neutron [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Successfully updated port: 0768d928-1ef0-4b14-86c1-e1262fbe26af {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.223436] env[62697]: DEBUG nova.compute.manager [req-78d156ba-afe5-4603-ae88-0390879d6edf req-868c65e3-3e73-4058-8006-4aa0fd31a0ef service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Received event network-vif-plugged-0768d928-1ef0-4b14-86c1-e1262fbe26af {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1399.224792] env[62697]: DEBUG oslo_concurrency.lockutils [req-78d156ba-afe5-4603-ae88-0390879d6edf req-868c65e3-3e73-4058-8006-4aa0fd31a0ef service nova] Acquiring lock "5621b33d-0ed3-4620-bf02-68a879e53867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.225073] env[62697]: DEBUG oslo_concurrency.lockutils [req-78d156ba-afe5-4603-ae88-0390879d6edf req-868c65e3-3e73-4058-8006-4aa0fd31a0ef service nova] Lock "5621b33d-0ed3-4620-bf02-68a879e53867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.225264] env[62697]: DEBUG oslo_concurrency.lockutils [req-78d156ba-afe5-4603-ae88-0390879d6edf req-868c65e3-3e73-4058-8006-4aa0fd31a0ef service nova] Lock "5621b33d-0ed3-4620-bf02-68a879e53867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.225447] env[62697]: DEBUG nova.compute.manager [req-78d156ba-afe5-4603-ae88-0390879d6edf req-868c65e3-3e73-4058-8006-4aa0fd31a0ef service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] No waiting events found dispatching network-vif-plugged-0768d928-1ef0-4b14-86c1-e1262fbe26af {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1399.225625] env[62697]: WARNING nova.compute.manager [req-78d156ba-afe5-4603-ae88-0390879d6edf req-868c65e3-3e73-4058-8006-4aa0fd31a0ef service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Received unexpected event network-vif-plugged-0768d928-1ef0-4b14-86c1-e1262fbe26af for instance with vm_state building and task_state spawning. [ 1399.342023] env[62697]: DEBUG nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1399.352584] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1399.353923] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04c42e32-3b48-4fa6-bcab-ab9209e42dff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.364922] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1399.364922] env[62697]: value = "task-1706283" [ 1399.364922] env[62697]: _type = "Task" [ 1399.364922] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.381771] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706283, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.387242] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1399.387629] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1399.387793] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.388168] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1399.388168] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.388328] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1399.388560] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1399.388730] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1399.388907] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1399.389095] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1399.389284] env[62697]: DEBUG nova.virt.hardware [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.390443] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ca71e2-c067-47ee-8218-01ea5d6e4be2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.402965] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e28db2-db2f-430f-8f45-b3f498155f8e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.481485] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706282, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.644447] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540258} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.649064] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f44d9df2-683c-429b-9a5d-fad6a96d0648/f44d9df2-683c-429b-9a5d-fad6a96d0648.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.649443] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.651388] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99efe498-199f-4afe-b96c-6f9caf3a425b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.661263] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1399.661263] env[62697]: value = "task-1706284" [ 1399.661263] env[62697]: _type = "Task" [ 1399.661263] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.669970] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.687453] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "refresh_cache-5621b33d-0ed3-4620-bf02-68a879e53867" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.687627] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquired lock "refresh_cache-5621b33d-0ed3-4620-bf02-68a879e53867" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.689022] env[62697]: DEBUG nova.network.neutron [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.858721] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e05ed-95d2-4eba-aec4-220eeacb4921 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.870998] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab38748-f073-46f7-8800-bd5fd5c122d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.880197] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706283, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.913188] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd8c3d-148b-435d-bdd1-9d7688241003 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.922593] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116e799-bca3-46c4-8452-9d176c9ba9b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.939448] env[62697]: DEBUG nova.compute.provider_tree [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.977659] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706282, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.172215] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065351} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.172557] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.173525] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac7a64a-3010-4a55-840d-26b71c50e0e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.199265] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] f44d9df2-683c-429b-9a5d-fad6a96d0648/f44d9df2-683c-429b-9a5d-fad6a96d0648.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.202074] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728c2e56-645d-4c15-a4a7-068806246280 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.225734] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1400.225734] env[62697]: value = "task-1706285" [ 1400.225734] env[62697]: _type = "Task" [ 1400.225734] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.234974] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.307818] env[62697]: DEBUG nova.network.neutron [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Successfully updated port: 7e10a36d-407b-492a-bebb-2937c728dcba {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.327476] env[62697]: DEBUG nova.network.neutron [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.377614] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706283, 'name': CreateSnapshot_Task, 'duration_secs': 0.725978} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.378629] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1400.381714] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1f9ab7-811d-4d57-a8f5-17740a701317 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.445166] env[62697]: DEBUG nova.scheduler.client.report [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1400.486643] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706282, 'name': CloneVM_Task, 'duration_secs': 1.186183} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.486969] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Created linked-clone VM from snapshot [ 1400.487869] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb97bebd-520f-4c19-85c4-d9be2952226c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.501117] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Uploading image 57ca5373-48ec-4315-a942-b56665de21e2 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1400.539056] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1400.539056] env[62697]: value = "vm-355544" [ 1400.539056] env[62697]: _type = "VirtualMachine" [ 1400.539056] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1400.539545] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48261278-e00b-4d1a-82e6-65d845404d23 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.549040] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease: (returnval){ [ 1400.549040] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52806a9a-3b67-89cc-0670-f79a57047088" [ 1400.549040] env[62697]: _type = "HttpNfcLease" [ 1400.549040] env[62697]: } obtained for exporting VM: (result){ [ 1400.549040] env[62697]: value = "vm-355544" [ 1400.549040] env[62697]: _type = "VirtualMachine" [ 1400.549040] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1400.549350] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the lease: (returnval){ [ 1400.549350] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52806a9a-3b67-89cc-0670-f79a57047088" [ 1400.549350] env[62697]: _type = "HttpNfcLease" [ 1400.549350] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1400.563599] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1400.563599] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52806a9a-3b67-89cc-0670-f79a57047088" [ 1400.563599] env[62697]: _type = "HttpNfcLease" [ 1400.563599] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1400.609138] env[62697]: DEBUG nova.compute.manager [req-7b8be11c-1438-4c41-82ea-0eeb3cf7c6eb req-5cabb38d-31c9-4e27-af8f-49a39f0af435 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Received event network-vif-plugged-7e10a36d-407b-492a-bebb-2937c728dcba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1400.609388] env[62697]: DEBUG oslo_concurrency.lockutils [req-7b8be11c-1438-4c41-82ea-0eeb3cf7c6eb req-5cabb38d-31c9-4e27-af8f-49a39f0af435 service nova] Acquiring lock "a40e63d2-0f11-4622-ba49-1390c219ad7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.609615] env[62697]: DEBUG oslo_concurrency.lockutils [req-7b8be11c-1438-4c41-82ea-0eeb3cf7c6eb req-5cabb38d-31c9-4e27-af8f-49a39f0af435 service nova] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.609788] env[62697]: DEBUG oslo_concurrency.lockutils [req-7b8be11c-1438-4c41-82ea-0eeb3cf7c6eb req-5cabb38d-31c9-4e27-af8f-49a39f0af435 service nova] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.610126] env[62697]: DEBUG nova.compute.manager [req-7b8be11c-1438-4c41-82ea-0eeb3cf7c6eb req-5cabb38d-31c9-4e27-af8f-49a39f0af435 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] No waiting events found dispatching network-vif-plugged-7e10a36d-407b-492a-bebb-2937c728dcba {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1400.611385] env[62697]: WARNING nova.compute.manager [req-7b8be11c-1438-4c41-82ea-0eeb3cf7c6eb req-5cabb38d-31c9-4e27-af8f-49a39f0af435 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Received unexpected event network-vif-plugged-7e10a36d-407b-492a-bebb-2937c728dcba for instance with vm_state building and task_state spawning. [ 1400.740152] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706285, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.781628] env[62697]: DEBUG nova.network.neutron [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Updating instance_info_cache with network_info: [{"id": "0768d928-1ef0-4b14-86c1-e1262fbe26af", "address": "fa:16:3e:4e:55:ed", "network": {"id": "ca625233-8ef6-4402-9508-8dbda01db16e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1390713457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f3198b61584cdfb4e14aa855c4c5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768d928-1e", "ovs_interfaceid": "0768d928-1ef0-4b14-86c1-e1262fbe26af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.810828] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "refresh_cache-a40e63d2-0f11-4622-ba49-1390c219ad7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.811069] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "refresh_cache-a40e63d2-0f11-4622-ba49-1390c219ad7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.813539] env[62697]: DEBUG nova.network.neutron [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.903210] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1400.904321] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f01f417c-8340-4f4c-800f-80ce3de5cf45 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.916435] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1400.916435] env[62697]: value = "task-1706287" [ 1400.916435] env[62697]: _type = "Task" [ 1400.916435] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.931954] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706287, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.957362] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.958082] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1400.962327] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.015s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.979074] env[62697]: INFO nova.compute.claims [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.064585] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1401.064585] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52806a9a-3b67-89cc-0670-f79a57047088" [ 1401.064585] env[62697]: _type = "HttpNfcLease" [ 1401.064585] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1401.065718] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1401.065718] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52806a9a-3b67-89cc-0670-f79a57047088" [ 1401.065718] env[62697]: _type = "HttpNfcLease" [ 1401.065718] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1401.066059] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea5bb22-f7df-426c-837f-103d564e547d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.082265] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263fceb-2950-8924-8f39-39ac3e89d2c8/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1401.082632] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263fceb-2950-8924-8f39-39ac3e89d2c8/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1401.198888] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff5696dd-aa64-4f22-90ab-3b23f8dc5efb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.248048] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706285, 'name': ReconfigVM_Task, 'duration_secs': 0.561206} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.248418] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Reconfigured VM instance instance-0000002b to attach disk [datastore1] f44d9df2-683c-429b-9a5d-fad6a96d0648/f44d9df2-683c-429b-9a5d-fad6a96d0648.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.249250] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5bdabad-7de7-4e9a-9f42-24292951797f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.257425] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1401.257425] env[62697]: value = "task-1706288" [ 1401.257425] env[62697]: _type = "Task" [ 1401.257425] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.269015] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706288, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.284883] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Releasing lock "refresh_cache-5621b33d-0ed3-4620-bf02-68a879e53867" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.285310] env[62697]: DEBUG nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Instance network_info: |[{"id": "0768d928-1ef0-4b14-86c1-e1262fbe26af", "address": "fa:16:3e:4e:55:ed", "network": {"id": "ca625233-8ef6-4402-9508-8dbda01db16e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1390713457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f3198b61584cdfb4e14aa855c4c5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768d928-1e", "ovs_interfaceid": "0768d928-1ef0-4b14-86c1-e1262fbe26af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1401.285857] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:55:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0768d928-1ef0-4b14-86c1-e1262fbe26af', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.294087] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Creating folder: Project (51f3198b61584cdfb4e14aa855c4c5e4). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.294559] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49a34650-0e7b-458c-983c-c34909f0dbaa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.307868] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Created folder: Project (51f3198b61584cdfb4e14aa855c4c5e4) in parent group-v355409. [ 1401.308111] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Creating folder: Instances. Parent ref: group-v355547. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.308425] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0ca2ac9-5761-4a01-a386-cb5db0f0c429 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.320302] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Created folder: Instances in parent group-v355547. [ 1401.320598] env[62697]: DEBUG oslo.service.loopingcall [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.321298] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.321545] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77a8c35b-bdbf-41f3-92fb-fedc5208d80e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.348469] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.348469] env[62697]: value = "task-1706291" [ 1401.348469] env[62697]: _type = "Task" [ 1401.348469] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.360884] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706291, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.412397] env[62697]: DEBUG nova.network.neutron [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.431143] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706287, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.440351] env[62697]: DEBUG nova.compute.manager [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Received event network-changed-0768d928-1ef0-4b14-86c1-e1262fbe26af {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1401.442319] env[62697]: DEBUG nova.compute.manager [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Refreshing instance network info cache due to event network-changed-0768d928-1ef0-4b14-86c1-e1262fbe26af. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1401.442319] env[62697]: DEBUG oslo_concurrency.lockutils [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] Acquiring lock "refresh_cache-5621b33d-0ed3-4620-bf02-68a879e53867" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.442319] env[62697]: DEBUG oslo_concurrency.lockutils [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] Acquired lock "refresh_cache-5621b33d-0ed3-4620-bf02-68a879e53867" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.442319] env[62697]: DEBUG nova.network.neutron [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Refreshing network info cache for port 0768d928-1ef0-4b14-86c1-e1262fbe26af {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.489014] env[62697]: DEBUG nova.compute.utils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.497317] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1401.497317] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.648196] env[62697]: DEBUG nova.policy [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29afc67a2a314f468a8dafd910ffc5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153c5e00d6bc4183908f968f79c7bf10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1401.772792] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706288, 'name': Rename_Task, 'duration_secs': 0.180669} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.773293] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.778479] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f28b94-1723-44e3-8982-48636610b3ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.788237] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1401.788237] env[62697]: value = "task-1706292" [ 1401.788237] env[62697]: _type = "Task" [ 1401.788237] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.800344] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.862285] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706291, 'name': CreateVM_Task, 'duration_secs': 0.358612} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.862513] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.863835] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.864222] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.864778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.865166] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e27222-07a7-49ef-b382-92766a9d9ac5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.872659] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1401.872659] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52993b21-6b89-6fc8-faf0-5c40f2fb4525" [ 1401.872659] env[62697]: _type = "Task" [ 1401.872659] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.882969] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52993b21-6b89-6fc8-faf0-5c40f2fb4525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.928462] env[62697]: DEBUG nova.network.neutron [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Updating instance_info_cache with network_info: [{"id": "7e10a36d-407b-492a-bebb-2937c728dcba", "address": "fa:16:3e:12:13:82", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e10a36d-40", "ovs_interfaceid": "7e10a36d-407b-492a-bebb-2937c728dcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.935761] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706287, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.997132] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1402.305814] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.392733] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52993b21-6b89-6fc8-faf0-5c40f2fb4525, 'name': SearchDatastore_Task, 'duration_secs': 0.017164} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.393256] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.393654] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.393940] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.394038] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.394289] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.394622] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35216bee-1056-46bc-9943-ac9a9fc6c248 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.411494] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.411753] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.413244] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ead528-a268-4db0-851e-6085a7c384f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.434146] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Successfully created port: fae568ac-3462-4805-8ff7-704d22d88ce3 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.444759] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "refresh_cache-a40e63d2-0f11-4622-ba49-1390c219ad7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.445026] env[62697]: DEBUG nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Instance network_info: |[{"id": "7e10a36d-407b-492a-bebb-2937c728dcba", "address": "fa:16:3e:12:13:82", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e10a36d-40", "ovs_interfaceid": "7e10a36d-407b-492a-bebb-2937c728dcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1402.446140] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1402.446140] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b759f7-b4b7-26f8-9041-3e4fe3d7286a" [ 1402.446140] env[62697]: _type = "Task" [ 1402.446140] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.450135] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:13:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e10a36d-407b-492a-bebb-2937c728dcba', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.459419] env[62697]: DEBUG oslo.service.loopingcall [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.468347] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.472273] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706287, 'name': CloneVM_Task, 'duration_secs': 1.416175} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.472526] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dac0012-d6b4-4d15-a5d5-3335a0f71f93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.494215] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Created linked-clone VM from snapshot [ 1402.510155] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c45864-f253-4c97-aa28-c2c346e3d11b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.523658] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b759f7-b4b7-26f8-9041-3e4fe3d7286a, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.525058] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.525058] env[62697]: value = "task-1706293" [ 1402.525058] env[62697]: _type = "Task" [ 1402.525058] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.525682] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4939c316-61d8-4051-82ae-ca748da894ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.537576] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Uploading image f4f79114-1d20-4b37-a649-f27c8901a9ee {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1402.544962] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1402.544962] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528fb573-5cd0-dcec-0ada-c6208b9df80d" [ 1402.544962] env[62697]: _type = "Task" [ 1402.544962] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.557725] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706293, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.565227] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1402.565653] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eaa99801-fd17-4fcd-8d72-e1c5affc9ee9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.574089] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528fb573-5cd0-dcec-0ada-c6208b9df80d, 'name': SearchDatastore_Task, 'duration_secs': 0.016558} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.575829] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.576525] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5621b33d-0ed3-4620-bf02-68a879e53867/5621b33d-0ed3-4620-bf02-68a879e53867.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.576604] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1402.576604] env[62697]: value = "task-1706294" [ 1402.576604] env[62697]: _type = "Task" [ 1402.576604] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.576878] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98db9b04-0ee1-432a-9740-53bcc8bd1ecc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.593113] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706294, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.594704] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1402.594704] env[62697]: value = "task-1706295" [ 1402.594704] env[62697]: _type = "Task" [ 1402.594704] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.606825] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.644441] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7fb52-06a5-4fb6-a528-fc1b77840168 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.656779] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b45fd3-e4e5-430e-b75e-48f5571a0525 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.692076] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211120a6-990c-4861-b3df-a3294c10240d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.701501] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c63298-593e-440c-b12b-b00eb66af326 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.719017] env[62697]: DEBUG nova.compute.provider_tree [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.805468] env[62697]: DEBUG oslo_vmware.api [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706292, 'name': PowerOnVM_Task, 'duration_secs': 0.903058} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.806932] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.806932] env[62697]: INFO nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1402.806932] env[62697]: DEBUG nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1402.807560] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c69f0f-b5a8-4f42-8374-2b2c60ac0cc7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.857195] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "5865af46-712b-4665-bc77-88857f9c040a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.858175] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "5865af46-712b-4665-bc77-88857f9c040a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.024123] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1403.041528] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706293, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.056474] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.056885] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.057118] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.057516] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.057704] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.057868] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.058114] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.058286] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.058464] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.058632] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.058841] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.059908] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d7de7-ce02-459b-beb6-3de85f7aba3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.069984] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd811e-7730-4d76-8f9a-18e5fd64d17f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.097144] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706294, 'name': Destroy_Task, 'duration_secs': 0.469729} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.100864] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Destroyed the VM [ 1403.101394] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1403.101753] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88ec0d33-7b1a-42d2-b1e6-ae56dc40c000 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.104601] env[62697]: DEBUG nova.network.neutron [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Updated VIF entry in instance network info cache for port 0768d928-1ef0-4b14-86c1-e1262fbe26af. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.105011] env[62697]: DEBUG nova.network.neutron [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Updating instance_info_cache with network_info: [{"id": "0768d928-1ef0-4b14-86c1-e1262fbe26af", "address": "fa:16:3e:4e:55:ed", "network": {"id": "ca625233-8ef6-4402-9508-8dbda01db16e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1390713457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f3198b61584cdfb4e14aa855c4c5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768d928-1e", "ovs_interfaceid": "0768d928-1ef0-4b14-86c1-e1262fbe26af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.113287] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.114949] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1403.114949] env[62697]: value = "task-1706296" [ 1403.114949] env[62697]: _type = "Task" [ 1403.114949] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.140761] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.221620] env[62697]: DEBUG nova.scheduler.client.report [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1403.326723] env[62697]: INFO nova.compute.manager [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Took 42.67 seconds to build instance. [ 1403.359992] env[62697]: DEBUG nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1403.395113] env[62697]: DEBUG nova.compute.manager [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Received event network-changed-7e10a36d-407b-492a-bebb-2937c728dcba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1403.395440] env[62697]: DEBUG nova.compute.manager [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Refreshing instance network info cache due to event network-changed-7e10a36d-407b-492a-bebb-2937c728dcba. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1403.395718] env[62697]: DEBUG oslo_concurrency.lockutils [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] Acquiring lock "refresh_cache-a40e63d2-0f11-4622-ba49-1390c219ad7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.395895] env[62697]: DEBUG oslo_concurrency.lockutils [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] Acquired lock "refresh_cache-a40e63d2-0f11-4622-ba49-1390c219ad7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.396205] env[62697]: DEBUG nova.network.neutron [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Refreshing network info cache for port 7e10a36d-407b-492a-bebb-2937c728dcba {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.546251] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706293, 'name': CreateVM_Task, 'duration_secs': 0.662357} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.546558] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.547675] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.547992] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.548465] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.549136] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be159ac1-e8d8-499d-963c-12997820bead {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.557201] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1403.557201] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5220a5e0-e489-b2f7-c390-f51c119e110f" [ 1403.557201] env[62697]: _type = "Task" [ 1403.557201] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.567820] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5220a5e0-e489-b2f7-c390-f51c119e110f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.607423] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659541} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.608618] env[62697]: DEBUG oslo_concurrency.lockutils [req-beff8f85-e3c2-40be-a7c3-89286dc5bf10 req-e5e167b0-2bf6-40a0-a9aa-1d43a1c99fcf service nova] Releasing lock "refresh_cache-5621b33d-0ed3-4620-bf02-68a879e53867" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.609169] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5621b33d-0ed3-4620-bf02-68a879e53867/5621b33d-0ed3-4620-bf02-68a879e53867.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.609337] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.609629] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75a16c15-d6cc-4d10-84b6-519eab6a4b66 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.620474] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1403.620474] env[62697]: value = "task-1706297" [ 1403.620474] env[62697]: _type = "Task" [ 1403.620474] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.629540] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706296, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.635920] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.729753] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.730275] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1403.736981] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.047s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.736981] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.737172] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.743s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.738759] env[62697]: INFO nova.compute.claims [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.772427] env[62697]: INFO nova.scheduler.client.report [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted allocations for instance a9115a71-24c3-46da-88e2-fa7246b0d4f6 [ 1403.829721] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06fb4bd7-2f8b-4114-9e66-67497d1e2b2b tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.184s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.889876] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.074660] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5220a5e0-e489-b2f7-c390-f51c119e110f, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.075302] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.075591] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1404.075980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.076170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.076414] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.076663] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-206dab73-0117-4027-bb57-dea26367445d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.087559] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.087807] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1404.089053] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df7ebce-f588-4561-a741-b1e4bd9f0507 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.100750] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1404.100750] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5257cdf0-b5a7-cdca-9274-33b1a84f8241" [ 1404.100750] env[62697]: _type = "Task" [ 1404.100750] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.112150] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5257cdf0-b5a7-cdca-9274-33b1a84f8241, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.112544] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f054ecc-e317-4b75-9797-ba710b312a2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.136612] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1404.136612] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52219464-12b8-d6c2-7e65-688b12b21b2b" [ 1404.136612] env[62697]: _type = "Task" [ 1404.136612] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.148832] env[62697]: DEBUG oslo_vmware.api [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706296, 'name': RemoveSnapshot_Task, 'duration_secs': 0.969948} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.149460] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1404.159887] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091491} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.159887] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52219464-12b8-d6c2-7e65-688b12b21b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.025427} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.159887] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.160117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.160256] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a40e63d2-0f11-4622-ba49-1390c219ad7f/a40e63d2-0f11-4622-ba49-1390c219ad7f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.161059] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5533e82-470f-4c5a-ae58-ce9ee42e0970 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.163767] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b7d8f6-8417-4068-9883-d4f4c54fce44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.194826] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5621b33d-0ed3-4620-bf02-68a879e53867/5621b33d-0ed3-4620-bf02-68a879e53867.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.199149] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1311f44f-0921-4947-b6a1-e59115e82ed6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.213876] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1404.213876] env[62697]: value = "task-1706298" [ 1404.213876] env[62697]: _type = "Task" [ 1404.213876] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.220267] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1404.220267] env[62697]: value = "task-1706299" [ 1404.220267] env[62697]: _type = "Task" [ 1404.220267] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.223497] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.232491] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.248307] env[62697]: DEBUG nova.compute.utils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.250475] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1404.250678] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.290051] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28f88488-e6f0-4970-9e9e-d578b8c50e9d tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "a9115a71-24c3-46da-88e2-fa7246b0d4f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.737s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.337230] env[62697]: DEBUG nova.network.neutron [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Updated VIF entry in instance network info cache for port 7e10a36d-407b-492a-bebb-2937c728dcba. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.337688] env[62697]: DEBUG nova.network.neutron [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Updating instance_info_cache with network_info: [{"id": "7e10a36d-407b-492a-bebb-2937c728dcba", "address": "fa:16:3e:12:13:82", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e10a36d-40", "ovs_interfaceid": "7e10a36d-407b-492a-bebb-2937c728dcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.342034] env[62697]: DEBUG nova.policy [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29afc67a2a314f468a8dafd910ffc5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153c5e00d6bc4183908f968f79c7bf10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1404.662026] env[62697]: WARNING nova.compute.manager [None req-524f1ba6-ff06-4f6c-8fd5-807d8f7f7e11 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Image not found during snapshot: nova.exception.ImageNotFound: Image f4f79114-1d20-4b37-a649-f27c8901a9ee could not be found. [ 1404.734624] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.742184] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.759021] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1404.842568] env[62697]: DEBUG oslo_concurrency.lockutils [req-ce7ca075-94c9-4c14-94fe-fc4c53c63ae3 req-22354f72-488a-4331-8831-04795da86de7 service nova] Releasing lock "refresh_cache-a40e63d2-0f11-4622-ba49-1390c219ad7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.227878] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607527} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.232076] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] a40e63d2-0f11-4622-ba49-1390c219ad7f/a40e63d2-0f11-4622-ba49-1390c219ad7f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.232359] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.233640] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32c7093e-0146-4cf7-9b6f-d3907a343a84 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.236368] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ceb9b6-5426-48fe-b25a-189f9b27d4e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.252685] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b29d620-ea4b-4940-b9e0-ee228505a2ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.257075] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706299, 'name': ReconfigVM_Task, 'duration_secs': 0.690554} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.258552] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5621b33d-0ed3-4620-bf02-68a879e53867/5621b33d-0ed3-4620-bf02-68a879e53867.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.259520] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1405.259520] env[62697]: value = "task-1706300" [ 1405.259520] env[62697]: _type = "Task" [ 1405.259520] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.260132] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45b1f8d-6c3a-447a-91c8-01e78650f7a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.303706] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f286cf-0c20-46e1-aca0-05ff11fbd2c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.305662] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1405.305662] env[62697]: value = "task-1706301" [ 1405.305662] env[62697]: _type = "Task" [ 1405.305662] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.309495] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706300, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.317576] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c89e0ce-be92-43cc-93eb-9be164933934 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.325524] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706301, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.326495] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Successfully created port: 09092e5f-2ea7-443f-81d0-aa0886ab1cf7 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.339094] env[62697]: DEBUG nova.compute.provider_tree [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.706950] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Successfully updated port: fae568ac-3462-4805-8ff7-704d22d88ce3 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.773407] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06648} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.773732] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.775124] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a412587-d243-41e5-9f24-a783e5265632 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.801558] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a40e63d2-0f11-4622-ba49-1390c219ad7f/a40e63d2-0f11-4622-ba49-1390c219ad7f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.802552] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6069ae5-4d0d-4eba-918d-e22dda50014b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.823467] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1405.838664] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706301, 'name': Rename_Task, 'duration_secs': 0.204288} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.842738] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.843082] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1405.843082] env[62697]: value = "task-1706302" [ 1405.843082] env[62697]: _type = "Task" [ 1405.843082] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.845830] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77660d52-bea7-4c67-9094-b6fff268c3f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.862441] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.863572] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1405.863572] env[62697]: value = "task-1706303" [ 1405.863572] env[62697]: _type = "Task" [ 1405.863572] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.866516] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1405.867157] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1405.867157] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.867340] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1405.867489] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.867556] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1405.867761] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1405.869080] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1405.869080] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1405.869080] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1405.869080] env[62697]: DEBUG nova.virt.hardware [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1405.874970] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41658c3-bf57-41e3-9a9f-837494c7c996 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.882113] env[62697]: ERROR nova.scheduler.client.report [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [req-39959f78-8a58-46df-b343-bd64fea06f2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39959f78-8a58-46df-b343-bd64fea06f2a"}]} [ 1405.897011] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.900593] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf949c25-2e21-45d9-9a1e-f17b86bd2ecb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.924875] env[62697]: DEBUG nova.scheduler.client.report [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1405.953516] env[62697]: DEBUG nova.scheduler.client.report [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1405.953516] env[62697]: DEBUG nova.compute.provider_tree [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.973545] env[62697]: DEBUG nova.scheduler.client.report [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1406.001392] env[62697]: DEBUG nova.scheduler.client.report [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1406.215835] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "refresh_cache-4839bee9-976a-43ab-a821-c3eb9c43ffed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.215835] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "refresh_cache-4839bee9-976a-43ab-a821-c3eb9c43ffed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.215835] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.231341] env[62697]: DEBUG nova.compute.manager [req-dab34e88-d16f-443e-95fd-8eea791a3aa8 req-2c33530d-c2c3-403d-8606-1c7a4df4813f service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Received event network-vif-plugged-fae568ac-3462-4805-8ff7-704d22d88ce3 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1406.231575] env[62697]: DEBUG oslo_concurrency.lockutils [req-dab34e88-d16f-443e-95fd-8eea791a3aa8 req-2c33530d-c2c3-403d-8606-1c7a4df4813f service nova] Acquiring lock "4839bee9-976a-43ab-a821-c3eb9c43ffed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.232753] env[62697]: DEBUG oslo_concurrency.lockutils [req-dab34e88-d16f-443e-95fd-8eea791a3aa8 req-2c33530d-c2c3-403d-8606-1c7a4df4813f service nova] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.233018] env[62697]: DEBUG oslo_concurrency.lockutils [req-dab34e88-d16f-443e-95fd-8eea791a3aa8 req-2c33530d-c2c3-403d-8606-1c7a4df4813f service nova] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.233206] env[62697]: DEBUG nova.compute.manager [req-dab34e88-d16f-443e-95fd-8eea791a3aa8 req-2c33530d-c2c3-403d-8606-1c7a4df4813f service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] No waiting events found dispatching network-vif-plugged-fae568ac-3462-4805-8ff7-704d22d88ce3 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1406.233373] env[62697]: WARNING nova.compute.manager [req-dab34e88-d16f-443e-95fd-8eea791a3aa8 req-2c33530d-c2c3-403d-8606-1c7a4df4813f service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Received unexpected event network-vif-plugged-fae568ac-3462-4805-8ff7-704d22d88ce3 for instance with vm_state building and task_state spawning. [ 1406.362797] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.376859] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.581034] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf6809-2f80-4077-a115-69d658f14fef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.590991] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92359884-6950-4b5d-ac37-14688d506f59 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.620803] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3e10cb-0785-4701-afd2-0ecedd7f9607 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.629831] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d115c1-474e-4c3a-bf95-895400e7ff20 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.649039] env[62697]: DEBUG nova.compute.provider_tree [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.664653] env[62697]: DEBUG nova.compute.manager [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Received event network-changed-b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1406.665602] env[62697]: DEBUG nova.compute.manager [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Refreshing instance network info cache due to event network-changed-b2f5c133-7e0e-4bf2-87a7-224451e32ee2. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1406.665898] env[62697]: DEBUG oslo_concurrency.lockutils [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] Acquiring lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.666719] env[62697]: DEBUG oslo_concurrency.lockutils [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] Acquired lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.666719] env[62697]: DEBUG nova.network.neutron [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Refreshing network info cache for port b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.729010] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "619f3117-9391-4cc0-91ea-5614214b75db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.729434] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "619f3117-9391-4cc0-91ea-5614214b75db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.729554] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "619f3117-9391-4cc0-91ea-5614214b75db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.729681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "619f3117-9391-4cc0-91ea-5614214b75db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.729934] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "619f3117-9391-4cc0-91ea-5614214b75db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.733471] env[62697]: INFO nova.compute.manager [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Terminating instance [ 1406.735825] env[62697]: DEBUG nova.compute.manager [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1406.735825] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.736394] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15008471-7823-4083-994e-b8149fe25a66 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.747208] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.747498] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d78974f3-16d0-47e9-ae86-2501bc590c15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.755586] env[62697]: DEBUG oslo_vmware.api [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1406.755586] env[62697]: value = "task-1706304" [ 1406.755586] env[62697]: _type = "Task" [ 1406.755586] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.764851] env[62697]: DEBUG oslo_vmware.api [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.793917] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.860540] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.875302] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.139388] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Updating instance_info_cache with network_info: [{"id": "fae568ac-3462-4805-8ff7-704d22d88ce3", "address": "fa:16:3e:2e:79:db", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae568ac-34", "ovs_interfaceid": "fae568ac-3462-4805-8ff7-704d22d88ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.187976] env[62697]: DEBUG nova.scheduler.client.report [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1407.188401] env[62697]: DEBUG nova.compute.provider_tree [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 69 to 70 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1407.188631] env[62697]: DEBUG nova.compute.provider_tree [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1407.270541] env[62697]: DEBUG oslo_vmware.api [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706304, 'name': PowerOffVM_Task, 'duration_secs': 0.241683} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.270967] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.271430] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.271961] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cddee7d4-e349-434e-9026-526665a66e92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.362718] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706302, 'name': ReconfigVM_Task, 'duration_secs': 1.135839} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.363827] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a40e63d2-0f11-4622-ba49-1390c219ad7f/a40e63d2-0f11-4622-ba49-1390c219ad7f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.364526] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28d554d9-fd71-49ee-93e3-9ea9a2c8c84d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.378490] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1407.378490] env[62697]: value = "task-1706306" [ 1407.378490] env[62697]: _type = "Task" [ 1407.378490] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.382864] env[62697]: DEBUG oslo_vmware.api [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706303, 'name': PowerOnVM_Task, 'duration_secs': 1.249526} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.387071] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.387373] env[62697]: INFO nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1407.387570] env[62697]: DEBUG nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1407.390811] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7de4ba-88b0-4d69-b7fb-8c1b272e3a64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.393953] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.394286] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.394438] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleting the datastore file [datastore1] 619f3117-9391-4cc0-91ea-5614214b75db {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.395619] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be103969-280f-4fb8-a0bc-8bff3d8d25f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.402494] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706306, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.412349] env[62697]: DEBUG oslo_vmware.api [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1407.412349] env[62697]: value = "task-1706307" [ 1407.412349] env[62697]: _type = "Task" [ 1407.412349] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.426202] env[62697]: DEBUG oslo_vmware.api [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.644608] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "refresh_cache-4839bee9-976a-43ab-a821-c3eb9c43ffed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.644608] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Instance network_info: |[{"id": "fae568ac-3462-4805-8ff7-704d22d88ce3", "address": "fa:16:3e:2e:79:db", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae568ac-34", "ovs_interfaceid": "fae568ac-3462-4805-8ff7-704d22d88ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1407.644953] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:79:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fae568ac-3462-4805-8ff7-704d22d88ce3', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.655892] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Creating folder: Project (153c5e00d6bc4183908f968f79c7bf10). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.655892] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c4de3b-df78-48ca-996b-0beed1027cbe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.673378] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Created folder: Project (153c5e00d6bc4183908f968f79c7bf10) in parent group-v355409. [ 1407.673378] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Creating folder: Instances. Parent ref: group-v355551. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.673378] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0f1fd1e-e37b-4fed-9037-44a354abf49a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.683886] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Created folder: Instances in parent group-v355551. [ 1407.686725] env[62697]: DEBUG oslo.service.loopingcall [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.686725] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.686725] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307e5dcf-63eb-4ac8-ba40-cde3baa09379 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.707803] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.971s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.708263] env[62697]: DEBUG nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1407.711048] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.444s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.722106] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.722106] env[62697]: value = "task-1706310" [ 1407.722106] env[62697]: _type = "Task" [ 1407.722106] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.733838] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706310, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.775142] env[62697]: DEBUG nova.network.neutron [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updated VIF entry in instance network info cache for port b2f5c133-7e0e-4bf2-87a7-224451e32ee2. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.775781] env[62697]: DEBUG nova.network.neutron [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updating instance_info_cache with network_info: [{"id": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "address": "fa:16:3e:ef:c6:ab", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f5c133-7e", "ovs_interfaceid": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.894531] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706306, 'name': Rename_Task, 'duration_secs': 0.236823} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.895438] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.897281] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a3868c-f6de-404e-9d47-91b4e3567fe2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.905965] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1407.905965] env[62697]: value = "task-1706311" [ 1407.905965] env[62697]: _type = "Task" [ 1407.905965] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.922655] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.930981] env[62697]: INFO nova.compute.manager [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Took 46.52 seconds to build instance. [ 1407.961883] env[62697]: DEBUG oslo_vmware.api [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326717} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.962258] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.962469] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.962638] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.962824] env[62697]: INFO nova.compute.manager [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1407.964384] env[62697]: DEBUG oslo.service.loopingcall [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.964519] env[62697]: DEBUG nova.compute.manager [-] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1407.964519] env[62697]: DEBUG nova.network.neutron [-] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.046437] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.046735] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.046990] env[62697]: INFO nova.compute.manager [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Rebooting instance [ 1408.215750] env[62697]: DEBUG nova.compute.utils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.223956] env[62697]: INFO nova.compute.claims [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.228866] env[62697]: DEBUG nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1408.229890] env[62697]: DEBUG nova.network.neutron [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.247693] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706310, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.254865] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Successfully updated port: 09092e5f-2ea7-443f-81d0-aa0886ab1cf7 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.281793] env[62697]: DEBUG oslo_concurrency.lockutils [req-e79dad59-cf8a-4ad0-ae39-c91958014d2f req-eb71a517-6136-4268-b9c3-d4a2cea1cc7b service nova] Releasing lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.426890] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.433179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f61b40a3-c33e-4f4c-aa66-7a0db5fd8fe8 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "5621b33d-0ed3-4620-bf02-68a879e53867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.038s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.473001] env[62697]: DEBUG nova.compute.manager [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Received event network-changed-fae568ac-3462-4805-8ff7-704d22d88ce3 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1408.475137] env[62697]: DEBUG nova.compute.manager [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Refreshing instance network info cache due to event network-changed-fae568ac-3462-4805-8ff7-704d22d88ce3. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1408.476847] env[62697]: DEBUG oslo_concurrency.lockutils [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] Acquiring lock "refresh_cache-4839bee9-976a-43ab-a821-c3eb9c43ffed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.477112] env[62697]: DEBUG oslo_concurrency.lockutils [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] Acquired lock "refresh_cache-4839bee9-976a-43ab-a821-c3eb9c43ffed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.477260] env[62697]: DEBUG nova.network.neutron [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Refreshing network info cache for port fae568ac-3462-4805-8ff7-704d22d88ce3 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.530402] env[62697]: DEBUG nova.policy [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d46be9dd72945eea5879e33fec34fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8870892e7c14893b08a139af3cfb372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1408.587737] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.587943] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquired lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.588142] env[62697]: DEBUG nova.network.neutron [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.729779] env[62697]: DEBUG nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1408.733999] env[62697]: INFO nova.compute.resource_tracker [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating resource usage from migration 9f22d1d9-9a2e-4874-b5a0-6ce3d905fc28 [ 1408.748404] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706310, 'name': CreateVM_Task, 'duration_secs': 0.665633} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.749577] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.751618] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.751723] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.754058] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.754058] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d825a77-8a80-44fa-8dea-58071282d840 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.756437] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "refresh_cache-d75da1a4-74fd-44d8-b586-f9a5a9895a4f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.756648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "refresh_cache-d75da1a4-74fd-44d8-b586-f9a5a9895a4f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.756887] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.761233] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1408.761233] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]525298d1-37b2-0ad0-394a-87d253fe682c" [ 1408.761233] env[62697]: _type = "Task" [ 1408.761233] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.776589] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525298d1-37b2-0ad0-394a-87d253fe682c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.886283] env[62697]: DEBUG nova.network.neutron [-] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.925116] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.199299] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcf8561-3d66-4ee7-b940-698731f4ee31 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.207916] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6494a1d6-19ad-4d85-b387-a42fd587fdff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.253489] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d41647-7c1e-4a14-81a9-da8047aa79a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.269134] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ece1f-9bc1-4736-9c88-8ca81de06cbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.286262] env[62697]: DEBUG nova.compute.provider_tree [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.292555] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]525298d1-37b2-0ad0-394a-87d253fe682c, 'name': SearchDatastore_Task, 'duration_secs': 0.018136} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.293842] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.294053] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.294299] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.294454] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.294633] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.295194] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3684f566-1185-4442-8c04-a61a93a52ca4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.307120] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.307335] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.308812] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b42340-acd0-4829-b784-d43f3696e96d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.314911] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1409.314911] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5229b5f5-56e7-b742-6e05-d16962535b09" [ 1409.314911] env[62697]: _type = "Task" [ 1409.314911] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.325651] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5229b5f5-56e7-b742-6e05-d16962535b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.364426] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.390056] env[62697]: INFO nova.compute.manager [-] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Took 1.43 seconds to deallocate network for instance. [ 1409.430446] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.571274] env[62697]: DEBUG nova.network.neutron [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Updated VIF entry in instance network info cache for port fae568ac-3462-4805-8ff7-704d22d88ce3. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.571711] env[62697]: DEBUG nova.network.neutron [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Updating instance_info_cache with network_info: [{"id": "fae568ac-3462-4805-8ff7-704d22d88ce3", "address": "fa:16:3e:2e:79:db", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae568ac-34", "ovs_interfaceid": "fae568ac-3462-4805-8ff7-704d22d88ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.648308] env[62697]: DEBUG nova.network.neutron [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updating instance_info_cache with network_info: [{"id": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "address": "fa:16:3e:ef:c6:ab", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f5c133-7e", "ovs_interfaceid": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.682556] env[62697]: DEBUG nova.network.neutron [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Updating instance_info_cache with network_info: [{"id": "09092e5f-2ea7-443f-81d0-aa0886ab1cf7", "address": "fa:16:3e:2e:30:fa", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09092e5f-2e", "ovs_interfaceid": "09092e5f-2ea7-443f-81d0-aa0886ab1cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.759142] env[62697]: DEBUG nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1409.795288] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1409.795621] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1409.795792] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.795985] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1409.796152] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.796381] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1409.796516] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1409.796685] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1409.796857] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1409.797071] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1409.797317] env[62697]: DEBUG nova.virt.hardware [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1409.798294] env[62697]: DEBUG nova.scheduler.client.report [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1409.802918] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10871ef2-bebd-45c8-a65f-388b6ac37c36 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.814678] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b387ec7d-cf90-42d2-89ec-8313ebd47c7f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.840398] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5229b5f5-56e7-b742-6e05-d16962535b09, 'name': SearchDatastore_Task, 'duration_secs': 0.031058} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.841334] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542a042c-7972-45c5-8684-d1fd854b6aa9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.848662] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1409.848662] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523321fc-74d7-867d-fe7c-c2a3c5617522" [ 1409.848662] env[62697]: _type = "Task" [ 1409.848662] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.858809] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523321fc-74d7-867d-fe7c-c2a3c5617522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.900598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.923771] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "5621b33d-0ed3-4620-bf02-68a879e53867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.924179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "5621b33d-0ed3-4620-bf02-68a879e53867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.924310] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "5621b33d-0ed3-4620-bf02-68a879e53867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.924458] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "5621b33d-0ed3-4620-bf02-68a879e53867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.924627] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "5621b33d-0ed3-4620-bf02-68a879e53867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.926759] env[62697]: INFO nova.compute.manager [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Terminating instance [ 1409.928647] env[62697]: DEBUG nova.compute.manager [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1409.928882] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.929226] env[62697]: DEBUG oslo_vmware.api [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706311, 'name': PowerOnVM_Task, 'duration_secs': 1.848629} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.930026] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10270afc-482f-4022-a802-38386d933a07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.933293] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.933542] env[62697]: INFO nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1409.933691] env[62697]: DEBUG nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1409.934506] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec8edb-1c38-40ce-ab07-a5faba9cfd05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.948071] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.948071] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-177ed143-b78b-4149-bf4c-6a1f61bf41ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.956468] env[62697]: DEBUG oslo_vmware.api [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1409.956468] env[62697]: value = "task-1706312" [ 1409.956468] env[62697]: _type = "Task" [ 1409.956468] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.966990] env[62697]: DEBUG oslo_vmware.api [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.076654] env[62697]: DEBUG oslo_concurrency.lockutils [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] Releasing lock "refresh_cache-4839bee9-976a-43ab-a821-c3eb9c43ffed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.077236] env[62697]: DEBUG nova.compute.manager [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Received event network-vif-plugged-09092e5f-2ea7-443f-81d0-aa0886ab1cf7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1410.077236] env[62697]: DEBUG oslo_concurrency.lockutils [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] Acquiring lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.077635] env[62697]: DEBUG oslo_concurrency.lockutils [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.077733] env[62697]: DEBUG oslo_concurrency.lockutils [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.077834] env[62697]: DEBUG nova.compute.manager [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] No waiting events found dispatching network-vif-plugged-09092e5f-2ea7-443f-81d0-aa0886ab1cf7 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1410.078065] env[62697]: WARNING nova.compute.manager [req-a40cc515-9470-467e-8ee1-8cbbf9a6aecf req-37f4d4ae-100c-49f8-a6f8-1608ecadc8b2 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Received unexpected event network-vif-plugged-09092e5f-2ea7-443f-81d0-aa0886ab1cf7 for instance with vm_state building and task_state spawning. [ 1410.151609] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Releasing lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.154299] env[62697]: DEBUG nova.compute.manager [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1410.155289] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb6593-e60a-44c5-9245-1fa6ad1ab427 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.186295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "refresh_cache-d75da1a4-74fd-44d8-b586-f9a5a9895a4f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.186742] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Instance network_info: |[{"id": "09092e5f-2ea7-443f-81d0-aa0886ab1cf7", "address": "fa:16:3e:2e:30:fa", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09092e5f-2e", "ovs_interfaceid": "09092e5f-2ea7-443f-81d0-aa0886ab1cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1410.187447] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:30:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09092e5f-2ea7-443f-81d0-aa0886ab1cf7', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.196220] env[62697]: DEBUG oslo.service.loopingcall [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.197507] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.197507] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd6f76b-7ac4-44af-a1e9-379664cb3c6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.220273] env[62697]: DEBUG nova.network.neutron [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Successfully created port: 0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.222576] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.222576] env[62697]: value = "task-1706316" [ 1410.222576] env[62697]: _type = "Task" [ 1410.222576] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.233742] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706316, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.309166] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.598s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.309411] env[62697]: INFO nova.compute.manager [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Migrating [ 1410.317314] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.391s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.317703] env[62697]: DEBUG nova.objects.instance [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lazy-loading 'resources' on Instance uuid 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.371664] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523321fc-74d7-867d-fe7c-c2a3c5617522, 'name': SearchDatastore_Task, 'duration_secs': 0.018951} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.372308] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.372825] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4839bee9-976a-43ab-a821-c3eb9c43ffed/4839bee9-976a-43ab-a821-c3eb9c43ffed.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.373323] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a99a8591-a068-49e0-b9c8-3c3f59b91848 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.388171] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1410.388171] env[62697]: value = "task-1706317" [ 1410.388171] env[62697]: _type = "Task" [ 1410.388171] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.400571] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.454195] env[62697]: INFO nova.compute.manager [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Took 43.85 seconds to build instance. [ 1410.479859] env[62697]: DEBUG oslo_vmware.api [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706312, 'name': PowerOffVM_Task, 'duration_secs': 0.362812} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.479859] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.479859] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.479859] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0672596f-a179-4d63-9c16-a4451971ec62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.576329] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.576653] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.576859] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Deleting the datastore file [datastore1] 5621b33d-0ed3-4620-bf02-68a879e53867 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.577167] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31fdb7ed-0137-41d7-b8dc-9627f28b15c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.587921] env[62697]: DEBUG oslo_vmware.api [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for the task: (returnval){ [ 1410.587921] env[62697]: value = "task-1706319" [ 1410.587921] env[62697]: _type = "Task" [ 1410.587921] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.601480] env[62697]: DEBUG oslo_vmware.api [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.738536] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706316, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.830169] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.830327] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.830590] env[62697]: DEBUG nova.network.neutron [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.905523] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.955017] env[62697]: DEBUG nova.compute.manager [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Received event network-changed-09092e5f-2ea7-443f-81d0-aa0886ab1cf7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1410.956216] env[62697]: DEBUG nova.compute.manager [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Refreshing instance network info cache due to event network-changed-09092e5f-2ea7-443f-81d0-aa0886ab1cf7. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1410.956639] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] Acquiring lock "refresh_cache-d75da1a4-74fd-44d8-b586-f9a5a9895a4f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.959248] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] Acquired lock "refresh_cache-d75da1a4-74fd-44d8-b586-f9a5a9895a4f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.959248] env[62697]: DEBUG nova.network.neutron [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Refreshing network info cache for port 09092e5f-2ea7-443f-81d0-aa0886ab1cf7 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.963289] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afa40e25-8d0f-4dbe-b79c-612d2df40a25 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.374s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.105559] env[62697]: DEBUG oslo_vmware.api [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.180980] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58eb0a8-d714-458d-8c9b-b15dd6fd0c5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.194256] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Doing hard reboot of VM {{(pid=62697) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1411.194834] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e321c6a5-8727-4526-9a6b-afbd91625aa1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.206021] env[62697]: DEBUG oslo_vmware.api [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1411.206021] env[62697]: value = "task-1706320" [ 1411.206021] env[62697]: _type = "Task" [ 1411.206021] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.219263] env[62697]: DEBUG oslo_vmware.api [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706320, 'name': ResetVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.236131] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706316, 'name': CreateVM_Task, 'duration_secs': 0.521913} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.239105] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.240084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.240274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.240608] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.240919] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e768d0-222c-48cf-a805-6f8d42a7ec6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.248569] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1411.248569] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f6593e-d47e-9d82-44dc-84cac2513c53" [ 1411.248569] env[62697]: _type = "Task" [ 1411.248569] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.262373] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f6593e-d47e-9d82-44dc-84cac2513c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.317194] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117d585-2051-4f3f-86fc-0fd1d3a993e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.326098] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d42934-1206-413a-a4e3-6b44cdebd448 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.369036] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7d16c0-e432-441f-afdc-e850fda010c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.380595] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956fb6e7-d6f5-431d-b186-1ee215b88528 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.397441] env[62697]: DEBUG nova.compute.provider_tree [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.418933] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673169} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.423321] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263fceb-2950-8924-8f39-39ac3e89d2c8/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1411.423707] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4839bee9-976a-43ab-a821-c3eb9c43ffed/4839bee9-976a-43ab-a821-c3eb9c43ffed.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.423922] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.426291] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdfaba1-e844-4fad-bb68-b4ad932d2bd9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.429892] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6536140d-d01d-4ae8-924c-8f9320a380a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.437260] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263fceb-2950-8924-8f39-39ac3e89d2c8/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1411.437532] env[62697]: ERROR oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263fceb-2950-8924-8f39-39ac3e89d2c8/disk-0.vmdk due to incomplete transfer. [ 1411.437752] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c563abc9-555c-465b-bd1e-29291993819f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.441968] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1411.441968] env[62697]: value = "task-1706321" [ 1411.441968] env[62697]: _type = "Task" [ 1411.441968] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.452000] env[62697]: DEBUG oslo_vmware.rw_handles [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263fceb-2950-8924-8f39-39ac3e89d2c8/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1411.452767] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Uploaded image 57ca5373-48ec-4315-a942-b56665de21e2 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1411.455126] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1411.457837] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89fa38f0-21ce-4c5f-814d-1b1bb2acab61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.459721] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.470046] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1411.470046] env[62697]: value = "task-1706322" [ 1411.470046] env[62697]: _type = "Task" [ 1411.470046] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.482215] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706322, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.600476] env[62697]: DEBUG oslo_vmware.api [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Task: {'id': task-1706319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554933} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.603090] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.603355] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.603496] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.603675] env[62697]: INFO nova.compute.manager [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1411.603926] env[62697]: DEBUG oslo.service.loopingcall [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.604192] env[62697]: DEBUG nova.compute.manager [-] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1411.604284] env[62697]: DEBUG nova.network.neutron [-] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1411.720268] env[62697]: DEBUG oslo_vmware.api [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706320, 'name': ResetVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.760651] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f6593e-d47e-9d82-44dc-84cac2513c53, 'name': SearchDatastore_Task, 'duration_secs': 0.057887} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.760651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.761299] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.761299] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.761299] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.761494] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.761779] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c6ac1b0-a6f2-4afa-92a0-032637539e9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.781509] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.781755] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.782432] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12b2a55-677e-4be4-868e-e63ca661db4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.789323] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1411.789323] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52142f82-5eb7-aa0c-85b4-89de97017f70" [ 1411.789323] env[62697]: _type = "Task" [ 1411.789323] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.797969] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52142f82-5eb7-aa0c-85b4-89de97017f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.911937] env[62697]: DEBUG nova.scheduler.client.report [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1411.955103] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120138} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.955103] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.955993] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b1925d-a984-4756-9bbb-da15ae52f923 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.980479] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4839bee9-976a-43ab-a821-c3eb9c43ffed/4839bee9-976a-43ab-a821-c3eb9c43ffed.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.986830] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e461d941-eeaf-4450-a32a-83ce5cf98cd4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.008537] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d7b8e-59ea-4428-ad88-b662a040a121 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.015423] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706322, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.017889] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1412.017889] env[62697]: value = "task-1706323" [ 1412.017889] env[62697]: _type = "Task" [ 1412.017889] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.025226] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a71963c7-0e84-4682-b749-14d953a8e49a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Suspending the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1412.025911] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-95dcb792-f4b7-41b2-8804-abb8ee9e6362 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.031963] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706323, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.033640] env[62697]: DEBUG oslo_vmware.api [None req-a71963c7-0e84-4682-b749-14d953a8e49a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1412.033640] env[62697]: value = "task-1706324" [ 1412.033640] env[62697]: _type = "Task" [ 1412.033640] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.047914] env[62697]: DEBUG oslo_vmware.api [None req-a71963c7-0e84-4682-b749-14d953a8e49a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706324, 'name': SuspendVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.162161] env[62697]: DEBUG nova.network.neutron [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance_info_cache with network_info: [{"id": "83189341-4506-47a3-9db5-59d42a07ab4d", "address": "fa:16:3e:6c:c7:06", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83189341-45", "ovs_interfaceid": "83189341-4506-47a3-9db5-59d42a07ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.218511] env[62697]: DEBUG oslo_vmware.api [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706320, 'name': ResetVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.307113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "e3b27de9-391f-431b-bdc5-c06b100b212d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.309147] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.309147] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52142f82-5eb7-aa0c-85b4-89de97017f70, 'name': SearchDatastore_Task, 'duration_secs': 0.077454} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.310562] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2de5f2-4bfc-4f19-b4e0-8ad3c909e4eb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.315424] env[62697]: DEBUG nova.network.neutron [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Updated VIF entry in instance network info cache for port 09092e5f-2ea7-443f-81d0-aa0886ab1cf7. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.315537] env[62697]: DEBUG nova.network.neutron [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Updating instance_info_cache with network_info: [{"id": "09092e5f-2ea7-443f-81d0-aa0886ab1cf7", "address": "fa:16:3e:2e:30:fa", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09092e5f-2e", "ovs_interfaceid": "09092e5f-2ea7-443f-81d0-aa0886ab1cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.324811] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1412.324811] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b9cccb-8883-3bfd-ba86-95209f91e4cf" [ 1412.324811] env[62697]: _type = "Task" [ 1412.324811] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.341807] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b9cccb-8883-3bfd-ba86-95209f91e4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.420391] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.425376] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.188s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.425812] env[62697]: DEBUG nova.objects.instance [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lazy-loading 'resources' on Instance uuid 403eab33-2ad0-4f65-8461-247418146362 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.481471] env[62697]: INFO nova.scheduler.client.report [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Deleted allocations for instance 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e [ 1412.493095] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706322, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.534125] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706323, 'name': ReconfigVM_Task, 'duration_secs': 0.448416} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.534782] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4839bee9-976a-43ab-a821-c3eb9c43ffed/4839bee9-976a-43ab-a821-c3eb9c43ffed.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.539598] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dc9cc0d-f117-428a-8df1-45b3bfeb8e21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.550356] env[62697]: DEBUG oslo_vmware.api [None req-a71963c7-0e84-4682-b749-14d953a8e49a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706324, 'name': SuspendVM_Task} progress is 54%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.551947] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1412.551947] env[62697]: value = "task-1706325" [ 1412.551947] env[62697]: _type = "Task" [ 1412.551947] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.563280] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706325, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.669089] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.719165] env[62697]: DEBUG oslo_vmware.api [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706320, 'name': ResetVM_Task, 'duration_secs': 1.161143} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.719165] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Did hard reboot of VM {{(pid=62697) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1412.719465] env[62697]: DEBUG nova.compute.manager [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1412.720186] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721d89ad-bbc4-4aec-9658-85fdd938789a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.816618] env[62697]: DEBUG nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1412.817993] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] Releasing lock "refresh_cache-d75da1a4-74fd-44d8-b586-f9a5a9895a4f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.818801] env[62697]: DEBUG nova.compute.manager [req-b03df8d2-88c7-4a39-bf91-dd0e08559811 req-12a93f1a-9e1f-467b-89ce-96c0f4660f19 service nova] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Received event network-vif-deleted-1950f2f9-6205-49cb-89fa-849bad3f69c5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1412.842830] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b9cccb-8883-3bfd-ba86-95209f91e4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.055292} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.843669] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.844125] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d75da1a4-74fd-44d8-b586-f9a5a9895a4f/d75da1a4-74fd-44d8-b586-f9a5a9895a4f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.844719] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d349296a-9366-45f5-9aa8-456072cf528e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.856664] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1412.856664] env[62697]: value = "task-1706326" [ 1412.856664] env[62697]: _type = "Task" [ 1412.856664] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.873953] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.946165] env[62697]: DEBUG nova.network.neutron [-] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.984434] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706322, 'name': Destroy_Task, 'duration_secs': 1.130822} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.986812] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Destroyed the VM [ 1412.986812] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1412.986812] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a3c8a21-1b72-4f51-8965-03a51016d34c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.996709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b88f4c83-4fab-41cb-9c98-29e619e67326 tempest-ServersAdminNegativeTestJSON-1562496026 tempest-ServersAdminNegativeTestJSON-1562496026-project-member] Lock "6f2ae7c7-730a-4d3d-8c93-71882eb41b8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.002s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.001363] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1413.001363] env[62697]: value = "task-1706327" [ 1413.001363] env[62697]: _type = "Task" [ 1413.001363] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.014026] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.047684] env[62697]: DEBUG oslo_vmware.api [None req-a71963c7-0e84-4682-b749-14d953a8e49a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706324, 'name': SuspendVM_Task, 'duration_secs': 0.828519} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.047987] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a71963c7-0e84-4682-b749-14d953a8e49a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Suspended the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1413.048245] env[62697]: DEBUG nova.compute.manager [None req-a71963c7-0e84-4682-b749-14d953a8e49a tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1413.052292] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafb0c51-29a6-4ec9-af2e-6738c52bb53f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.072251] env[62697]: DEBUG nova.network.neutron [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Successfully updated port: 0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.083093] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706325, 'name': Rename_Task, 'duration_secs': 0.161241} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.087014] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.087014] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d2c14b-3b0c-4fe4-9d68-f0769e7fcbc7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.095911] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1413.095911] env[62697]: value = "task-1706329" [ 1413.095911] env[62697]: _type = "Task" [ 1413.095911] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.108880] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.241563] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d7fc864-a9f3-487b-9dbe-b66534aa414f tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.194s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.344380] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.364829] env[62697]: DEBUG nova.compute.manager [req-665dea13-a61d-48b8-9f3d-1d19b9e07b97 req-85b8f25e-35d4-47ef-9b14-4a4e7f7c6c6c service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Received event network-vif-plugged-0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1413.365225] env[62697]: DEBUG oslo_concurrency.lockutils [req-665dea13-a61d-48b8-9f3d-1d19b9e07b97 req-85b8f25e-35d4-47ef-9b14-4a4e7f7c6c6c service nova] Acquiring lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.365385] env[62697]: DEBUG oslo_concurrency.lockutils [req-665dea13-a61d-48b8-9f3d-1d19b9e07b97 req-85b8f25e-35d4-47ef-9b14-4a4e7f7c6c6c service nova] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.365581] env[62697]: DEBUG oslo_concurrency.lockutils [req-665dea13-a61d-48b8-9f3d-1d19b9e07b97 req-85b8f25e-35d4-47ef-9b14-4a4e7f7c6c6c service nova] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.365737] env[62697]: DEBUG nova.compute.manager [req-665dea13-a61d-48b8-9f3d-1d19b9e07b97 req-85b8f25e-35d4-47ef-9b14-4a4e7f7c6c6c service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] No waiting events found dispatching network-vif-plugged-0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1413.365912] env[62697]: WARNING nova.compute.manager [req-665dea13-a61d-48b8-9f3d-1d19b9e07b97 req-85b8f25e-35d4-47ef-9b14-4a4e7f7c6c6c service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Received unexpected event network-vif-plugged-0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 for instance with vm_state building and task_state spawning. [ 1413.378509] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.386891] env[62697]: DEBUG nova.compute.manager [req-3d7e732f-8519-40af-a040-3d58d574403a req-1d008ba9-6078-4ac9-8d57-8b76ed0784e3 service nova] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Received event network-vif-deleted-0768d928-1ef0-4b14-86c1-e1262fbe26af {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1413.449324] env[62697]: INFO nova.compute.manager [-] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Took 1.84 seconds to deallocate network for instance. [ 1413.476676] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2576e-2ec6-45dd-8830-ebb604c0a95f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.486278] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7bac5-14c5-4e64-a16c-8abcf9352531 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.525086] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287edef-5172-4376-915c-b9750bac0982 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.542798] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b495e0a7-98a7-44bc-88bf-67a3cf87b755 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.548794] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.563885] env[62697]: DEBUG nova.compute.provider_tree [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.584130] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.584130] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.584130] env[62697]: DEBUG nova.network.neutron [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.614206] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706329, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.871482] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681999} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.871838] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d75da1a4-74fd-44d8-b586-f9a5a9895a4f/d75da1a4-74fd-44d8-b586-f9a5a9895a4f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.872192] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.872482] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b38d7a-bdfd-488d-90aa-7b95fd212f3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.881836] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1413.881836] env[62697]: value = "task-1706330" [ 1413.881836] env[62697]: _type = "Task" [ 1413.881836] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.892615] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.957719] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.031972] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706327, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.067324] env[62697]: DEBUG nova.scheduler.client.report [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1414.110856] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706329, 'name': PowerOnVM_Task, 'duration_secs': 0.681682} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.110856] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.110856] env[62697]: INFO nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1414.110856] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1414.111094] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee1aec2-26cc-4af2-8eff-a21c1503906d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.153018] env[62697]: DEBUG nova.network.neutron [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.187935] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1cccc1-ecc0-44f2-a4cb-f87cb7359077 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.209999] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance 'fe45fb95-2776-45ac-8293-8f8607e9be73' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.335993] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "d88d62a0-6552-4514-9e39-d73ce457b37d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.336350] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.398322] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088987} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.399907] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.402017] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aeb77e-ee1b-4217-9e00-009e6ba787af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.433723] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] d75da1a4-74fd-44d8-b586-f9a5a9895a4f/d75da1a4-74fd-44d8-b586-f9a5a9895a4f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.434748] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4a456e-2a35-4ed5-93e5-36ad7ec093c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.461769] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1414.461769] env[62697]: value = "task-1706331" [ 1414.461769] env[62697]: _type = "Task" [ 1414.461769] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.474239] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.487940] env[62697]: DEBUG nova.network.neutron [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance_info_cache with network_info: [{"id": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "address": "fa:16:3e:c2:6c:ff", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5d2c75-a6", "ovs_interfaceid": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.532235] env[62697]: DEBUG oslo_vmware.api [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706327, 'name': RemoveSnapshot_Task, 'duration_secs': 1.339081} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.532588] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1414.533067] env[62697]: INFO nova.compute.manager [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 1414.572956] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.576178] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.594s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.576379] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.576946] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1414.577084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.647s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.578883] env[62697]: INFO nova.compute.claims [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.585057] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65eaf47-c87f-4daf-bedf-33e2eb8357aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.593996] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3e232-f8ea-4c22-b224-5c96eeedb338 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.610340] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b166e4-beca-4c40-a27e-598c2bff699e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.618888] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8deef-cfbc-4af7-8d23-0160729a3513 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.627294] env[62697]: INFO nova.scheduler.client.report [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Deleted allocations for instance 403eab33-2ad0-4f65-8461-247418146362 [ 1414.666063] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179676MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1414.666237] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.670783] env[62697]: INFO nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Took 47.24 seconds to build instance. [ 1414.717249] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.717324] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21433c16-6fef-4cc5-b291-4d32d23c4220 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.727635] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1414.727635] env[62697]: value = "task-1706332" [ 1414.727635] env[62697]: _type = "Task" [ 1414.727635] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.738367] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.838813] env[62697]: DEBUG nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1414.978494] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.991504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.992257] env[62697]: DEBUG nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Instance network_info: |[{"id": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "address": "fa:16:3e:c2:6c:ff", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5d2c75-a6", "ovs_interfaceid": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1414.992791] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:6c:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.004742] env[62697]: DEBUG oslo.service.loopingcall [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.004742] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.004742] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f898599d-b4b6-4423-bb4f-74057e11a3de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.033023] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.033023] env[62697]: value = "task-1706333" [ 1415.033023] env[62697]: _type = "Task" [ 1415.033023] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.047503] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706333, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.108439] env[62697]: DEBUG nova.compute.manager [None req-91bd0947-0fe2-4b26-a82d-2682b9c3d355 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Found 2 images (rotation: 2) {{(pid=62697) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1415.173657] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.755s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.177245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bc247762-20b8-439d-8a98-b37bd029fcd3 tempest-ServersTestJSON-248209966 tempest-ServersTestJSON-248209966-project-member] Lock "403eab33-2ad0-4f65-8461-247418146362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.281s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.239275] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706332, 'name': PowerOffVM_Task, 'duration_secs': 0.507991} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.239580] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.239775] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance 'fe45fb95-2776-45ac-8293-8f8607e9be73' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.368186] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.479618] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706331, 'name': ReconfigVM_Task, 'duration_secs': 0.711115} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.480597] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Reconfigured VM instance instance-00000030 to attach disk [datastore1] d75da1a4-74fd-44d8-b586-f9a5a9895a4f/d75da1a4-74fd-44d8-b586-f9a5a9895a4f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.481577] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9742c60b-5d8c-433e-b79d-b196f1c9ac98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.491729] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1415.491729] env[62697]: value = "task-1706335" [ 1415.491729] env[62697]: _type = "Task" [ 1415.491729] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.505007] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706335, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.546635] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706333, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.684383] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "301332c1-716e-403a-9309-c7f570b9257d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.684718] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "301332c1-716e-403a-9309-c7f570b9257d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.746114] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1415.746598] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1415.746704] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.746913] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1415.747732] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.747732] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1415.747921] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1415.748258] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1415.748347] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1415.748484] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1415.748794] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1415.759245] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca962b8-7c01-4b09-80e8-ac59be48861f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.782266] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1415.782266] env[62697]: value = "task-1706336" [ 1415.782266] env[62697]: _type = "Task" [ 1415.782266] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.796507] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.898654] env[62697]: DEBUG nova.compute.manager [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1415.899178] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80bb36-7c17-4b2c-a1fc-9abff8687c51 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.007046] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706335, 'name': Rename_Task, 'duration_secs': 0.272405} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.008089] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.008379] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b63f39a-a49b-4497-9277-e9f78f34cefa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.019901] env[62697]: DEBUG nova.compute.manager [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Received event network-changed-0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1416.020202] env[62697]: DEBUG nova.compute.manager [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Refreshing instance network info cache due to event network-changed-0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1416.020383] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] Acquiring lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.020554] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] Acquired lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.020781] env[62697]: DEBUG nova.network.neutron [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Refreshing network info cache for port 0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.023901] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1416.023901] env[62697]: value = "task-1706337" [ 1416.023901] env[62697]: _type = "Task" [ 1416.023901] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.036805] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.058618] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706333, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.131686] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bfdd0-296c-44f4-a4fa-dfabc38a07de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.143749] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce3c0af-57da-4636-b7d8-82e7439ee4a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.178773] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9aee1-d103-4d47-a8db-865ed1bf4413 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.188308] env[62697]: DEBUG nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1416.196491] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73340476-12b3-451b-8698-983c6d001e52 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.216099] env[62697]: DEBUG nova.compute.provider_tree [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.300042] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.323883] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.324380] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.324571] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "f44d9df2-683c-429b-9a5d-fad6a96d0648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.324819] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.325060] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.329953] env[62697]: INFO nova.compute.manager [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Terminating instance [ 1416.331043] env[62697]: DEBUG nova.compute.manager [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1416.331269] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.332607] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29804ed-4e63-461e-b3f7-94e424a3fe39 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.343731] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.344157] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93113f9-326d-4bd0-8271-22dcfd8ee172 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.354075] env[62697]: DEBUG oslo_vmware.api [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1416.354075] env[62697]: value = "task-1706338" [ 1416.354075] env[62697]: _type = "Task" [ 1416.354075] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.367215] env[62697]: DEBUG oslo_vmware.api [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.418848] env[62697]: INFO nova.compute.manager [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] instance snapshotting [ 1416.418848] env[62697]: WARNING nova.compute.manager [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1416.423124] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be7157-c597-4910-bc41-f8fc6576b30e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.463755] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4484d1e6-bade-4e79-91bb-58706a669644 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.552587] env[62697]: DEBUG nova.compute.manager [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1416.557059] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b65c87-3792-4baa-afab-2e3a4988d2c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.563187] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.568322] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706333, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.718615] env[62697]: DEBUG nova.scheduler.client.report [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1416.733296] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.799439] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706336, 'name': ReconfigVM_Task, 'duration_secs': 0.663405} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.800433] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance 'fe45fb95-2776-45ac-8293-8f8607e9be73' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.866378] env[62697]: DEBUG oslo_vmware.api [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706338, 'name': PowerOffVM_Task, 'duration_secs': 0.217828} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.866686] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.867028] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.867335] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45bbdd1e-69f0-4aa0-9c5b-e603aa814258 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.981543] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1416.981977] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-336abb6a-df71-4ff9-b832-999730570d18 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.992330] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1416.992330] env[62697]: value = "task-1706340" [ 1416.992330] env[62697]: _type = "Task" [ 1416.992330] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.996703] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Acquiring lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.996956] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.997183] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Acquiring lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.997375] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.997550] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.000877] env[62697]: INFO nova.compute.manager [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Terminating instance [ 1417.007695] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.009049] env[62697]: DEBUG nova.compute.manager [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1417.009049] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.009307] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41a4639-a6a0-46f4-abfc-94cd46148687 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.019517] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1417.019517] env[62697]: value = "task-1706341" [ 1417.019517] env[62697]: _type = "Task" [ 1417.019517] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.057264] env[62697]: DEBUG oslo_vmware.api [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706337, 'name': PowerOnVM_Task, 'duration_secs': 0.603418} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.057721] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.058251] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.059384] env[62697]: INFO nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1417.059384] env[62697]: DEBUG nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1417.059816] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122405f3-f6c4-4384-a774-320bd0fbf1ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.067890] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706333, 'name': CreateVM_Task, 'duration_secs': 1.541122} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.068577] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.069904] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.070248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.070505] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.073994] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d007c68-5e29-4bf8-a6ac-9b33d562f712 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.079593] env[62697]: INFO nova.compute.manager [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] instance snapshotting [ 1417.080200] env[62697]: DEBUG nova.objects.instance [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'flavor' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.089141] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1417.089141] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dbd908-506f-161e-8fda-3f8128176254" [ 1417.089141] env[62697]: _type = "Task" [ 1417.089141] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.101424] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dbd908-506f-161e-8fda-3f8128176254, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.101790] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.102627] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.102627] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.102627] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.102627] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.103316] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b976cc-13d1-4935-abb3-ba2eebb5212c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.114144] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.114372] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.115475] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282ed4f3-7951-4a4c-bb6f-247809f75d80 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.134815] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1417.134815] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5269637f-e381-1e72-e99b-0f2f90a6e167" [ 1417.134815] env[62697]: _type = "Task" [ 1417.134815] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.147021] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5269637f-e381-1e72-e99b-0f2f90a6e167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.224323] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.224893] env[62697]: DEBUG nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1417.231303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.788s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.231303] env[62697]: DEBUG nova.objects.instance [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lazy-loading 'resources' on Instance uuid 6f850cfc-3b1e-4425-b39b-6b341c249bf5 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.259022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "2c4c03dd-a708-45a4-b8bd-a60964917f90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.259022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.259022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "2c4c03dd-a708-45a4-b8bd-a60964917f90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.259022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.259022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.261371] env[62697]: INFO nova.compute.manager [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Terminating instance [ 1417.262548] env[62697]: DEBUG nova.compute.manager [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1417.262710] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.264300] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e976036-b9d5-4d76-bf39-c18d2e6fe39a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.273699] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.274693] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13697d72-afc8-4279-9b76-ed832952b57e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.283779] env[62697]: DEBUG oslo_vmware.api [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1417.283779] env[62697]: value = "task-1706343" [ 1417.283779] env[62697]: _type = "Task" [ 1417.283779] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.296030] env[62697]: DEBUG oslo_vmware.api [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.311022] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:41:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4d541828-6ab2-4a4d-a5cf-902e5c6d35f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625792729',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1417.311395] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1417.311583] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.311883] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1417.312128] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.312363] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1417.312624] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1417.312856] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1417.313160] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1417.313634] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1417.313634] env[62697]: DEBUG nova.virt.hardware [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1417.322708] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1417.322887] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94f71ba-b396-46cb-b722-d2525974ac29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.344111] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1417.344111] env[62697]: value = "task-1706344" [ 1417.344111] env[62697]: _type = "Task" [ 1417.344111] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.355148] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.506143] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706340, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.533079] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706341, 'name': PowerOffVM_Task, 'duration_secs': 0.253196} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.533467] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.533674] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1417.533887] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355486', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'name': 'volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'serial': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1417.534814] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5cac23-4252-4892-a3d4-98c98fc0e0cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.563301] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9397604-5026-4065-99c2-76c05821a613 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.573345] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42041b0e-900f-4c76-adb1-34d6acd05abc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.607212] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c4638d-193f-4ada-82a1-4a826d273861 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.610057] env[62697]: INFO nova.compute.manager [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Took 49.68 seconds to build instance. [ 1417.611624] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c14819-ae29-4fef-a45e-57615665469a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.644824] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] The volume has not been displaced from its original location: [datastore1] volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865/volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1417.651033] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1417.654485] env[62697]: DEBUG nova.network.neutron [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updated VIF entry in instance network info cache for port 0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.654485] env[62697]: DEBUG nova.network.neutron [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance_info_cache with network_info: [{"id": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "address": "fa:16:3e:c2:6c:ff", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5d2c75-a6", "ovs_interfaceid": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.654674] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ada764-58f6-461a-bc45-6e4d9c64c02b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.664219] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8421e57-b5c6-434d-8e5a-32d676f8c5fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.680594] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] Releasing lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.680594] env[62697]: DEBUG nova.compute.manager [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Received event network-changed-b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1417.680594] env[62697]: DEBUG nova.compute.manager [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Refreshing instance network info cache due to event network-changed-b2f5c133-7e0e-4bf2-87a7-224451e32ee2. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1417.680594] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] Acquiring lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.680594] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] Acquired lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.680824] env[62697]: DEBUG nova.network.neutron [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Refreshing network info cache for port b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.698775] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1417.698775] env[62697]: value = "task-1706345" [ 1417.698775] env[62697]: _type = "Task" [ 1417.698775] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.699116] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5269637f-e381-1e72-e99b-0f2f90a6e167, 'name': SearchDatastore_Task, 'duration_secs': 0.015916} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.703393] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3765823-bec0-45e6-a937-fd09fb9eafae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.712365] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1417.712365] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52017547-e0db-afb9-768f-966ec864f23c" [ 1417.712365] env[62697]: _type = "Task" [ 1417.712365] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.715991] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.729831] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52017547-e0db-afb9-768f-966ec864f23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.733958] env[62697]: DEBUG nova.compute.utils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.736159] env[62697]: DEBUG nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1417.737105] env[62697]: DEBUG nova.network.neutron [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.799810] env[62697]: DEBUG oslo_vmware.api [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706343, 'name': PowerOffVM_Task, 'duration_secs': 0.247789} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.800723] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.801305] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.801305] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f7ec85c-f54a-4dbc-9d8e-2b949aa3f5b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.859507] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706344, 'name': ReconfigVM_Task, 'duration_secs': 0.229981} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.859507] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1417.860277] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc722c2-48c9-42b2-9a9b-0bb2c8e8d4b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.887340] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.891772] env[62697]: DEBUG nova.policy [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '260cae7176604572875539e34577948c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ab3e5844154e008e885cf725292c83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1417.893660] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b217475-f58d-47f6-8cbd-9702e12c2c34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.914851] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1417.914851] env[62697]: value = "task-1706347" [ 1417.914851] env[62697]: _type = "Task" [ 1417.914851] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.929784] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.989168] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.989487] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.989702] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Deleting the datastore file [datastore1] f44d9df2-683c-429b-9a5d-fad6a96d0648 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.990017] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bce410b-2479-49fe-b3b1-cef6c72ee896 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.005107] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.005107] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.005341] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Deleting the datastore file [datastore1] 2c4c03dd-a708-45a4-b8bd-a60964917f90 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.005509] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c9fb4f4-fb44-4cdd-9d86-a2fa7211b2dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.011995] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706340, 'name': CreateSnapshot_Task, 'duration_secs': 0.752734} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.012363] env[62697]: DEBUG oslo_vmware.api [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1418.012363] env[62697]: value = "task-1706348" [ 1418.012363] env[62697]: _type = "Task" [ 1418.012363] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.017808] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1418.019064] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad81cfd-12de-47b5-b406-a540825ee40e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.030327] env[62697]: DEBUG oslo_vmware.api [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for the task: (returnval){ [ 1418.030327] env[62697]: value = "task-1706349" [ 1418.030327] env[62697]: _type = "Task" [ 1418.030327] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.044279] env[62697]: DEBUG oslo_vmware.api [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.060021] env[62697]: DEBUG oslo_vmware.api [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.116530] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c846d71-fe81-4fa0-8733-1576fff6bbd4 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.593s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.211724] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1418.212452] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5efed34-6506-4380-a99b-31e16bb1bfb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.227284] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706345, 'name': ReconfigVM_Task, 'duration_secs': 0.218056} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.234048] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1418.241181] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1418.241181] env[62697]: value = "task-1706350" [ 1418.241181] env[62697]: _type = "Task" [ 1418.241181] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.241181] env[62697]: DEBUG nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1418.243620] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d21aa6-b58c-4212-ae61-cb04439e206d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.269449] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52017547-e0db-afb9-768f-966ec864f23c, 'name': SearchDatastore_Task, 'duration_secs': 0.030217} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.269449] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.269859] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] fadeb162-868a-4e87-a908-7b4cf6090f7f/fadeb162-868a-4e87-a908-7b4cf6090f7f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.269957] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5569f5ec-d1c7-4fd8-b86e-1e077dd66bbe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.276278] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.279783] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1418.279783] env[62697]: value = "task-1706352" [ 1418.279783] env[62697]: _type = "Task" [ 1418.279783] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.280106] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1418.280106] env[62697]: value = "task-1706351" [ 1418.280106] env[62697]: _type = "Task" [ 1418.280106] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.302452] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.302666] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.304583] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d574dbc3-0015-4bf8-8711-1880ac1670d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.316873] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98b1005-2f32-456f-bfb0-ffa2e80ca768 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.353815] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af54d738-f0f4-4dce-90e2-707659e58fbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.362801] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b778c7-ca4e-4ea2-bb05-2c280755d29c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.377896] env[62697]: DEBUG nova.compute.provider_tree [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.426913] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.532325] env[62697]: DEBUG oslo_vmware.api [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.536120] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.536407] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.536625] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.538883] env[62697]: INFO nova.compute.manager [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1418.539244] env[62697]: DEBUG oslo.service.loopingcall [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.539515] env[62697]: DEBUG nova.compute.manager [-] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1418.539619] env[62697]: DEBUG nova.network.neutron [-] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.557967] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1418.558426] env[62697]: DEBUG oslo_vmware.api [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Task: {'id': task-1706349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193636} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.558692] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89330903-6c27-4180-b0b3-38c36f0fda2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.562828] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.563087] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.563323] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.563525] env[62697]: INFO nova.compute.manager [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1418.563915] env[62697]: DEBUG oslo.service.loopingcall [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.564058] env[62697]: DEBUG nova.compute.manager [-] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1418.564180] env[62697]: DEBUG nova.network.neutron [-] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.573494] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1418.573494] env[62697]: value = "task-1706353" [ 1418.573494] env[62697]: _type = "Task" [ 1418.573494] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.584349] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706353, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.613745] env[62697]: DEBUG nova.network.neutron [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updated VIF entry in instance network info cache for port b2f5c133-7e0e-4bf2-87a7-224451e32ee2. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.614486] env[62697]: DEBUG nova.network.neutron [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updating instance_info_cache with network_info: [{"id": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "address": "fa:16:3e:ef:c6:ab", "network": {"id": "6e2938d0-f62c-4034-a49b-fabf61988d23", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1081309479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cb716c505c47ad8fba7e35261d7f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f5c133-7e", "ovs_interfaceid": "b2f5c133-7e0e-4bf2-87a7-224451e32ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.775811] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.801308] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706351, 'name': ReconfigVM_Task, 'duration_secs': 0.184754} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.805387] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355486', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'name': 'volume-4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865', 'serial': '4a2d9e92-a836-4ea1-a6d1-cc6c756e4865'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1418.806755] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.806755] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706352, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.806932] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b097d37-786c-4a8d-8337-182850a3f322 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.817964] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.822022] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c4ccf55-bd04-4f07-8b4d-898efa9ca59a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.883045] env[62697]: DEBUG nova.scheduler.client.report [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1418.931025] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706347, 'name': ReconfigVM_Task, 'duration_secs': 0.636152} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.931025] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfigured VM instance instance-00000026 to attach disk [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.940110] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance 'fe45fb95-2776-45ac-8293-8f8607e9be73' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1418.999299] env[62697]: DEBUG nova.network.neutron [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Successfully created port: 770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.084149] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706353, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.118206] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6523bb1-58a7-4683-b367-99a1d038d099 req-dfab9aa9-479f-48fb-8684-ff5ac90bc7d2 service nova] Releasing lock "refresh_cache-f44d9df2-683c-429b-9a5d-fad6a96d0648" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.274026] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.274026] env[62697]: DEBUG nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1419.302722] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585976} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.308984] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] fadeb162-868a-4e87-a908-7b4cf6090f7f/fadeb162-868a-4e87-a908-7b4cf6090f7f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.309447] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.309975] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-569c1168-ad31-4f20-bd59-390ac4f86a2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.319306] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1419.319577] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1419.319731] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.319985] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1419.320138] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.320296] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1419.320511] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1419.320679] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1419.320882] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1419.321152] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1419.321360] env[62697]: DEBUG nova.virt.hardware [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1419.322266] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d817d50-0e12-4b6a-bbf8-4e977b937bdd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.329725] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1419.329725] env[62697]: value = "task-1706356" [ 1419.329725] env[62697]: _type = "Task" [ 1419.329725] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.340850] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce72793-b2fb-4e45-8a0c-d6c3b4c62c27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.351038] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.397021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.399988] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.078s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.402298] env[62697]: INFO nova.compute.claims [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.431685] env[62697]: INFO nova.scheduler.client.report [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Deleted allocations for instance 6f850cfc-3b1e-4425-b39b-6b341c249bf5 [ 1419.444340] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8ad67c-2242-4f9c-b7f9-7b05e33ccbde {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.466939] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69acde69-acf4-40e1-9f17-7856c095a6ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.491542] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance 'fe45fb95-2776-45ac-8293-8f8607e9be73' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.591067] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706353, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.670737] env[62697]: DEBUG nova.compute.manager [req-2c351e5f-5787-4c83-af5d-fe6d12db7f06 req-2024aff2-41db-430b-b6ea-fdd9ad0039f9 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Received event network-vif-deleted-b2f5c133-7e0e-4bf2-87a7-224451e32ee2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1419.671820] env[62697]: INFO nova.compute.manager [req-2c351e5f-5787-4c83-af5d-fe6d12db7f06 req-2024aff2-41db-430b-b6ea-fdd9ad0039f9 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Neutron deleted interface b2f5c133-7e0e-4bf2-87a7-224451e32ee2; detaching it from the instance and deleting it from the info cache [ 1419.672050] env[62697]: DEBUG nova.network.neutron [req-2c351e5f-5787-4c83-af5d-fe6d12db7f06 req-2024aff2-41db-430b-b6ea-fdd9ad0039f9 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.773580] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706350, 'name': CreateSnapshot_Task, 'duration_secs': 1.399803} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.773937] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1419.777833] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41e9ed2-3844-4584-abab-e4910eb111b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.841077] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115107} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.841735] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.843220] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72777ed-2f0c-4a77-a274-d5083b5ed3b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.869196] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] fadeb162-868a-4e87-a908-7b4cf6090f7f/fadeb162-868a-4e87-a908-7b4cf6090f7f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.869548] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5828d467-9965-4b83-a4dd-13212d61cf64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.894765] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1419.894765] env[62697]: value = "task-1706357" [ 1419.894765] env[62697]: _type = "Task" [ 1419.894765] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.911659] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.925324] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.925702] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.925960] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Deleting the datastore file [datastore1] cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.926670] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98f16fbe-7f39-4b38-9395-25c47ab16015 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.937946] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for the task: (returnval){ [ 1419.937946] env[62697]: value = "task-1706358" [ 1419.937946] env[62697]: _type = "Task" [ 1419.937946] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.946241] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dc76e9d3-0281-466d-8a55-eac4949adc23 tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "6f850cfc-3b1e-4425-b39b-6b341c249bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.565s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.962467] env[62697]: DEBUG nova.network.neutron [-] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.962881] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.089138] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706353, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.135181] env[62697]: DEBUG nova.network.neutron [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Port 83189341-4506-47a3-9db5-59d42a07ab4d binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1420.175932] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-419ba411-c458-44d2-88da-b320704d10cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.191978] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb317dc0-c048-4a8a-a529-498fe35b9f44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.263822] env[62697]: DEBUG nova.compute.manager [req-2c351e5f-5787-4c83-af5d-fe6d12db7f06 req-2024aff2-41db-430b-b6ea-fdd9ad0039f9 service nova] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Detach interface failed, port_id=b2f5c133-7e0e-4bf2-87a7-224451e32ee2, reason: Instance f44d9df2-683c-429b-9a5d-fad6a96d0648 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1420.305190] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1420.307933] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54e5b235-ae88-4340-88c3-e1c07c74b857 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.324937] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1420.324937] env[62697]: value = "task-1706359" [ 1420.324937] env[62697]: _type = "Task" [ 1420.324937] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.338258] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706359, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.402692] env[62697]: DEBUG nova.network.neutron [-] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.407952] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.468287] env[62697]: INFO nova.compute.manager [-] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Took 1.93 seconds to deallocate network for instance. [ 1420.468764] env[62697]: DEBUG oslo_vmware.api [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Task: {'id': task-1706358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166658} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.472911] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.473581] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.473581] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.473581] env[62697]: INFO nova.compute.manager [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Took 3.46 seconds to destroy the instance on the hypervisor. [ 1420.473750] env[62697]: DEBUG oslo.service.loopingcall [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.477861] env[62697]: DEBUG nova.compute.manager [-] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1420.477995] env[62697]: DEBUG nova.network.neutron [-] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.598824] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706353, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.817999] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "4839bee9-976a-43ab-a821-c3eb9c43ffed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.818343] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.819346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "4839bee9-976a-43ab-a821-c3eb9c43ffed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.819577] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.819760] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.825322] env[62697]: INFO nova.compute.manager [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Terminating instance [ 1420.836536] env[62697]: DEBUG nova.compute.manager [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1420.836855] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.838043] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19661f06-2871-4649-9948-88be875d147c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.861167] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.861619] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706359, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.861839] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fda590-c4ca-4f77-bf35-db4b4c261b62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.876217] env[62697]: DEBUG oslo_vmware.api [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1420.876217] env[62697]: value = "task-1706360" [ 1420.876217] env[62697]: _type = "Task" [ 1420.876217] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.893241] env[62697]: DEBUG oslo_vmware.api [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.906085] env[62697]: INFO nova.compute.manager [-] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Took 2.34 seconds to deallocate network for instance. [ 1420.915871] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706357, 'name': ReconfigVM_Task, 'duration_secs': 0.540832} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.916919] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] fadeb162-868a-4e87-a908-7b4cf6090f7f/fadeb162-868a-4e87-a908-7b4cf6090f7f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.918302] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be15997-b7c1-45ac-860b-5a75cc35ddae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.926506] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1420.926506] env[62697]: value = "task-1706361" [ 1420.926506] env[62697]: _type = "Task" [ 1420.926506] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.935926] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706361, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.981271] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e8dd5e-1d5b-47da-aa75-72d7b7fc6b62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.986805] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.994361] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd721cfa-46ea-4532-9b3f-1008d104d4df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.034011] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c716741-2880-4015-a9e9-bda991f688fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.042980] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407c6fd-1351-48cf-99cd-2b9715784abb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.061704] env[62697]: DEBUG nova.compute.provider_tree [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.093787] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706353, 'name': CloneVM_Task, 'duration_secs': 2.427614} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.094224] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Created linked-clone VM from snapshot [ 1421.094932] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed7f8cb-ecf0-491d-9d6d-325f05200132 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.105044] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Uploading image 709e7c00-ed1d-444a-b814-f5bf8c1893f8 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1421.144972] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1421.144972] env[62697]: value = "vm-355560" [ 1421.144972] env[62697]: _type = "VirtualMachine" [ 1421.144972] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1421.144972] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3276eb14-01fc-4eb1-8473-cedee883e4df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.170521] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.170830] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.171051] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.172638] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease: (returnval){ [ 1421.172638] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52be566d-0978-bc54-7489-26494aa77c38" [ 1421.172638] env[62697]: _type = "HttpNfcLease" [ 1421.172638] env[62697]: } obtained for exporting VM: (result){ [ 1421.172638] env[62697]: value = "vm-355560" [ 1421.172638] env[62697]: _type = "VirtualMachine" [ 1421.172638] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1421.172986] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the lease: (returnval){ [ 1421.172986] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52be566d-0978-bc54-7489-26494aa77c38" [ 1421.172986] env[62697]: _type = "HttpNfcLease" [ 1421.172986] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1421.183511] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1421.183511] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52be566d-0978-bc54-7489-26494aa77c38" [ 1421.183511] env[62697]: _type = "HttpNfcLease" [ 1421.183511] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1421.184734] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1421.184734] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52be566d-0978-bc54-7489-26494aa77c38" [ 1421.184734] env[62697]: _type = "HttpNfcLease" [ 1421.184734] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1421.184993] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9162ba94-5394-41be-896c-b485a79c232a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.196420] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52613761-37b5-5723-7fd2-8b59585b5e2d/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1421.196746] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52613761-37b5-5723-7fd2-8b59585b5e2d/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1421.341207] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95ec530d-9561-4b72-b330-d393d5d62fdf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.343101] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706359, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.399145] env[62697]: DEBUG oslo_vmware.api [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706360, 'name': PowerOffVM_Task, 'duration_secs': 0.322506} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.399476] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.399651] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.400019] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1965982-5b06-46ca-938d-89145b7479cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.419280] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.440850] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706361, 'name': Rename_Task, 'duration_secs': 0.189341} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.441238] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.441463] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdeac6e-956a-4c7b-bb91-cb74843c013a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.454850] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1421.454850] env[62697]: value = "task-1706365" [ 1421.454850] env[62697]: _type = "Task" [ 1421.454850] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.466865] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.505319] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.509835] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.509835] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleting the datastore file [datastore1] 4839bee9-976a-43ab-a821-c3eb9c43ffed {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.509835] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c4fcd1-2d75-49d5-87ab-7c62ae3d36a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.520114] env[62697]: DEBUG oslo_vmware.api [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1421.520114] env[62697]: value = "task-1706366" [ 1421.520114] env[62697]: _type = "Task" [ 1421.520114] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.532346] env[62697]: DEBUG oslo_vmware.api [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.567142] env[62697]: DEBUG nova.scheduler.client.report [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1421.659015] env[62697]: DEBUG nova.network.neutron [-] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.743649] env[62697]: DEBUG nova.network.neutron [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Successfully updated port: 770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.845144] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706359, 'name': CloneVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.935245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.935245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.935507] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.935704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.935873] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.938588] env[62697]: INFO nova.compute.manager [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Terminating instance [ 1421.941147] env[62697]: DEBUG nova.compute.manager [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1421.941442] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.942835] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c142ed-6852-4e59-9a7f-75f334cdaee3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.953539] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.953539] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272b835b-47d3-4a20-964c-a36e365180c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.970086] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.971153] env[62697]: DEBUG oslo_vmware.api [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1421.971153] env[62697]: value = "task-1706367" [ 1421.971153] env[62697]: _type = "Task" [ 1421.971153] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.997347] env[62697]: DEBUG oslo_vmware.api [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.031204] env[62697]: DEBUG oslo_vmware.api [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212714} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.031863] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.031863] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.032758] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.033862] env[62697]: INFO nova.compute.manager [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1422.033862] env[62697]: DEBUG oslo.service.loopingcall [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.034127] env[62697]: DEBUG nova.compute.manager [-] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1422.034356] env[62697]: DEBUG nova.network.neutron [-] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.074298] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.078020] env[62697]: DEBUG nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1422.078801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.179s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.081855] env[62697]: INFO nova.compute.claims [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.166713] env[62697]: INFO nova.compute.manager [-] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Took 1.69 seconds to deallocate network for instance. [ 1422.246294] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.246464] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.246621] env[62697]: DEBUG nova.network.neutron [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.254778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.261021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.261021] env[62697]: DEBUG nova.network.neutron [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.346605] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706359, 'name': CloneVM_Task, 'duration_secs': 1.86587} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.347576] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Created linked-clone VM from snapshot [ 1422.348476] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb47ad-26ce-4a68-8dc7-8dc9219b4421 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.357829] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Uploading image 290deb7b-1541-4de5-9812-0dea1c9546c8 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1422.393973] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1422.393973] env[62697]: value = "vm-355563" [ 1422.393973] env[62697]: _type = "VirtualMachine" [ 1422.393973] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1422.394229] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6962b9ca-f7b5-4a51-ab63-2adb1ca83ef4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.404150] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease: (returnval){ [ 1422.404150] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5286879d-bf86-350a-48ab-89cf13dd2297" [ 1422.404150] env[62697]: _type = "HttpNfcLease" [ 1422.404150] env[62697]: } obtained for exporting VM: (result){ [ 1422.404150] env[62697]: value = "vm-355563" [ 1422.404150] env[62697]: _type = "VirtualMachine" [ 1422.404150] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1422.404423] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the lease: (returnval){ [ 1422.404423] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5286879d-bf86-350a-48ab-89cf13dd2297" [ 1422.404423] env[62697]: _type = "HttpNfcLease" [ 1422.404423] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1422.413383] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.413383] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5286879d-bf86-350a-48ab-89cf13dd2297" [ 1422.413383] env[62697]: _type = "HttpNfcLease" [ 1422.413383] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1422.478497] env[62697]: DEBUG oslo_vmware.api [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706365, 'name': PowerOnVM_Task, 'duration_secs': 0.623015} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.482934] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.483344] env[62697]: INFO nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Took 12.72 seconds to spawn the instance on the hypervisor. [ 1422.483742] env[62697]: DEBUG nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1422.486877] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb166e-55a2-4618-a6fa-397ffb4809a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.503022] env[62697]: DEBUG oslo_vmware.api [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706367, 'name': PowerOffVM_Task, 'duration_secs': 0.27566} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.503022] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.509612] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.517915] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-670571be-ed7a-4ca0-9bb0-701673b0ff6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.565017] env[62697]: DEBUG nova.compute.manager [req-1618e4fd-22f8-4f23-9bb3-4701bea3c081 req-f93f1dd8-db9c-460d-bc33-e09940dce0f7 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Received event network-vif-plugged-770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1422.565017] env[62697]: DEBUG oslo_concurrency.lockutils [req-1618e4fd-22f8-4f23-9bb3-4701bea3c081 req-f93f1dd8-db9c-460d-bc33-e09940dce0f7 service nova] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.565017] env[62697]: DEBUG oslo_concurrency.lockutils [req-1618e4fd-22f8-4f23-9bb3-4701bea3c081 req-f93f1dd8-db9c-460d-bc33-e09940dce0f7 service nova] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.565017] env[62697]: DEBUG oslo_concurrency.lockutils [req-1618e4fd-22f8-4f23-9bb3-4701bea3c081 req-f93f1dd8-db9c-460d-bc33-e09940dce0f7 service nova] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.565017] env[62697]: DEBUG nova.compute.manager [req-1618e4fd-22f8-4f23-9bb3-4701bea3c081 req-f93f1dd8-db9c-460d-bc33-e09940dce0f7 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] No waiting events found dispatching network-vif-plugged-770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1422.565017] env[62697]: WARNING nova.compute.manager [req-1618e4fd-22f8-4f23-9bb3-4701bea3c081 req-f93f1dd8-db9c-460d-bc33-e09940dce0f7 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Received unexpected event network-vif-plugged-770801ea-fb26-4295-a2b5-e1f2ba9c6926 for instance with vm_state building and task_state spawning. [ 1422.588248] env[62697]: DEBUG nova.compute.utils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.592619] env[62697]: DEBUG nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1422.592796] env[62697]: DEBUG nova.network.neutron [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.610274] env[62697]: DEBUG nova.compute.manager [req-ef115dae-982a-4a45-a52c-bb891dd5c100 req-d02fe86c-ec71-4ec3-aae1-1c90d209772a service nova] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Received event network-vif-deleted-fb95df2f-4f81-48eb-8af0-fc9b9f74fee5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1422.611650] env[62697]: DEBUG nova.compute.manager [req-ef115dae-982a-4a45-a52c-bb891dd5c100 req-d02fe86c-ec71-4ec3-aae1-1c90d209772a service nova] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Received event network-vif-deleted-9012bd65-f6ba-47fd-b08a-e965512dde61 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1422.688135] env[62697]: DEBUG nova.policy [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72cee2cf02364120ab35e380fe11a52d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9bc89334404ba7abc7badaba7b2488', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1422.739184] env[62697]: INFO nova.compute.manager [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Took 0.57 seconds to detach 1 volumes for instance. [ 1422.744212] env[62697]: DEBUG nova.compute.manager [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Deleting volume: 4a2d9e92-a836-4ea1-a6d1-cc6c756e4865 {{(pid=62697) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1422.816269] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.816518] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.816702] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleting the datastore file [datastore1] d75da1a4-74fd-44d8-b586-f9a5a9895a4f {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.816981] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804c5813-efa7-4166-a8a7-04986d90cf77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.825313] env[62697]: DEBUG oslo_vmware.api [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1422.825313] env[62697]: value = "task-1706370" [ 1422.825313] env[62697]: _type = "Task" [ 1422.825313] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.829371] env[62697]: DEBUG nova.network.neutron [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.840238] env[62697]: DEBUG oslo_vmware.api [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.917701] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.917701] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5286879d-bf86-350a-48ab-89cf13dd2297" [ 1422.917701] env[62697]: _type = "HttpNfcLease" [ 1422.917701] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1422.917988] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1422.917988] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5286879d-bf86-350a-48ab-89cf13dd2297" [ 1422.917988] env[62697]: _type = "HttpNfcLease" [ 1422.917988] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1422.918965] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0375f72-f0d6-4134-8943-1288e291ac65 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.929138] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b73b4-95ad-1280-4bb1-aef3f5052313/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1422.929495] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b73b4-95ad-1280-4bb1-aef3f5052313/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1422.936700] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "2a97e550-9060-44af-80f8-48ffc476fe5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.937056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.996824] env[62697]: DEBUG nova.network.neutron [-] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.001687] env[62697]: DEBUG nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1423.036699] env[62697]: INFO nova.compute.manager [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Took 47.06 seconds to build instance. [ 1423.060543] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcf10b6c-c1b6-4301-874c-a828e0207bdc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.093517] env[62697]: DEBUG nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1423.142083] env[62697]: DEBUG nova.network.neutron [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating instance_info_cache with network_info: [{"id": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "address": "fa:16:3e:0e:ee:75", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770801ea-fb", "ovs_interfaceid": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.204926] env[62697]: DEBUG nova.network.neutron [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance_info_cache with network_info: [{"id": "83189341-4506-47a3-9db5-59d42a07ab4d", "address": "fa:16:3e:6c:c7:06", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83189341-45", "ovs_interfaceid": "83189341-4506-47a3-9db5-59d42a07ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.315815] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.339094] env[62697]: DEBUG oslo_vmware.api [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295045} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.342408] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.342616] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.342798] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.342977] env[62697]: INFO nova.compute.manager [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1423.343255] env[62697]: DEBUG oslo.service.loopingcall [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.343691] env[62697]: DEBUG nova.compute.manager [-] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1423.344726] env[62697]: DEBUG nova.network.neutron [-] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.355745] env[62697]: DEBUG nova.network.neutron [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Successfully created port: 40702d71-3969-4e3d-b8ff-fd35662a14f5 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.500961] env[62697]: INFO nova.compute.manager [-] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Took 1.47 seconds to deallocate network for instance. [ 1423.540958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.540958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cee8e86-cd5f-48c3-89c8-7893d7958adf tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.179s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.639926] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093bc9c3-80aa-48d2-a65b-d65001a0248b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.649866] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.650303] env[62697]: DEBUG nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Instance network_info: |[{"id": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "address": "fa:16:3e:0e:ee:75", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770801ea-fb", "ovs_interfaceid": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1423.651271] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:ee:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '770801ea-fb26-4295-a2b5-e1f2ba9c6926', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.660194] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Creating folder: Project (f7ab3e5844154e008e885cf725292c83). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.661404] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef865b-5da6-4845-a6a6-37f5a8c99660 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.667059] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bec585c0-29af-4d7e-9fe1-d9dc9cb50e6f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.712197] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cc2c38-eead-48aa-af06-0f762a34b0f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.716076] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Created folder: Project (f7ab3e5844154e008e885cf725292c83) in parent group-v355409. [ 1423.716333] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Creating folder: Instances. Parent ref: group-v355564. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.717028] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.721977] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfc3d362-c5a6-41cb-94fe-1589c415245c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.734507] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4aa033-6f0b-4654-a4bd-1d289d608f1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.741406] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Created folder: Instances in parent group-v355564. [ 1423.741406] env[62697]: DEBUG oslo.service.loopingcall [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.742337] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.742665] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffe7dd9e-6422-4458-87ba-3ad388189037 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.768164] env[62697]: DEBUG nova.compute.provider_tree [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1423.776159] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.776159] env[62697]: value = "task-1706375" [ 1423.776159] env[62697]: _type = "Task" [ 1423.776159] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.790810] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706375, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.012754] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.117883] env[62697]: DEBUG nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1424.222804] env[62697]: DEBUG nova.network.neutron [-] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.251408] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43fbbf2-f587-488c-bfe8-864ea5fe540d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.278028] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed4a79-cdc3-4086-8865-fa0fc24e3734 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.291141] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706375, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.294142] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance 'fe45fb95-2776-45ac-8293-8f8607e9be73' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.299032] env[62697]: ERROR nova.scheduler.client.report [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [req-69ecb2f5-db12-4516-810f-fc6cad7e0892] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-69ecb2f5-db12-4516-810f-fc6cad7e0892"}]} [ 1424.321325] env[62697]: DEBUG nova.scheduler.client.report [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1424.338590] env[62697]: DEBUG nova.scheduler.client.report [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1424.340039] env[62697]: DEBUG nova.compute.provider_tree [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.352247] env[62697]: DEBUG nova.scheduler.client.report [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1424.373818] env[62697]: DEBUG nova.scheduler.client.report [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1424.739571] env[62697]: INFO nova.compute.manager [-] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Took 1.40 seconds to deallocate network for instance. [ 1424.763793] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6932e743-8f50-47b2-b939-babd0513ca04 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.773484] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9fc6b-3d0c-4c9c-adea-1338897bfc9c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.810338] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.811910] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8e1a35-dcf0-4d73-a61e-07ef522e2557 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.814481] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8db399-91dd-46dc-8e02-59119dcbdba0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.823156] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706375, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.832883] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0892d535-4b4b-4810-a134-67d14d5785d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.837884] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1424.837884] env[62697]: value = "task-1706376" [ 1424.837884] env[62697]: _type = "Task" [ 1424.837884] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.852985] env[62697]: DEBUG nova.compute.provider_tree [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.861732] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706376, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.120194] env[62697]: DEBUG nova.network.neutron [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Successfully updated port: 40702d71-3969-4e3d-b8ff-fd35662a14f5 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.249806] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.288618] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706375, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.349516] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.396948] env[62697]: DEBUG nova.scheduler.client.report [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1425.397112] env[62697]: DEBUG nova.compute.provider_tree [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 74 to 75 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1425.397559] env[62697]: DEBUG nova.compute.provider_tree [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1425.623284] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-50b2061a-45ff-422c-9907-cc23651846d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.623503] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-50b2061a-45ff-422c-9907-cc23651846d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.623614] env[62697]: DEBUG nova.network.neutron [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.788590] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706375, 'name': CreateVM_Task, 'duration_secs': 1.691571} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.788787] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1425.789580] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.789750] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.790153] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1425.790434] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2805807-165b-4b6e-9864-a4ac941e596e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.796679] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1425.796679] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e4766a-e554-be09-6a76-949109be46f2" [ 1425.796679] env[62697]: _type = "Task" [ 1425.796679] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.807241] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e4766a-e554-be09-6a76-949109be46f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.849876] env[62697]: DEBUG oslo_vmware.api [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706376, 'name': PowerOnVM_Task, 'duration_secs': 1.018543} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.850241] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.850463] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab53b2c-f361-4cfd-bac1-6505ac9d7be8 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance 'fe45fb95-2776-45ac-8293-8f8607e9be73' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.902553] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.824s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.903077] env[62697]: DEBUG nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1425.905754] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.016s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.907626] env[62697]: INFO nova.compute.claims [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.163269] env[62697]: DEBUG nova.network.neutron [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.309717] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e4766a-e554-be09-6a76-949109be46f2, 'name': SearchDatastore_Task, 'duration_secs': 0.019414} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.310225] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.310350] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.310574] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.310720] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.310938] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.311231] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585a188e-4448-464d-9c04-9d295b108f13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.319491] env[62697]: DEBUG nova.network.neutron [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Updating instance_info_cache with network_info: [{"id": "40702d71-3969-4e3d-b8ff-fd35662a14f5", "address": "fa:16:3e:52:bf:83", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40702d71-39", "ovs_interfaceid": "40702d71-3969-4e3d-b8ff-fd35662a14f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.324792] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.325140] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.325802] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7114868a-fb10-48db-bae2-58b06a8e399b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.332801] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1426.332801] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52560959-79d5-4fd8-e111-ad0f1e4427ff" [ 1426.332801] env[62697]: _type = "Task" [ 1426.332801] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.343538] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52560959-79d5-4fd8-e111-ad0f1e4427ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.412768] env[62697]: DEBUG nova.compute.utils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.417185] env[62697]: DEBUG nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1426.417443] env[62697]: DEBUG nova.network.neutron [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.463495] env[62697]: DEBUG nova.policy [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8a5294b60c243f3a848b02a97ff8372', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b179809912a24b489e5fe62b2560b537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1426.744770] env[62697]: DEBUG nova.network.neutron [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Successfully created port: 2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.822871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-50b2061a-45ff-422c-9907-cc23651846d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.823242] env[62697]: DEBUG nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Instance network_info: |[{"id": "40702d71-3969-4e3d-b8ff-fd35662a14f5", "address": "fa:16:3e:52:bf:83", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40702d71-39", "ovs_interfaceid": "40702d71-3969-4e3d-b8ff-fd35662a14f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1426.844661] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52560959-79d5-4fd8-e111-ad0f1e4427ff, 'name': SearchDatastore_Task, 'duration_secs': 0.028721} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.845535] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04c1c04-e4e8-4b9e-ba5b-7eab145607a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.852897] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1426.852897] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5290b95e-b20b-4951-cc26-a76152efef4b" [ 1426.852897] env[62697]: _type = "Task" [ 1426.852897] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.867066] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5290b95e-b20b-4951-cc26-a76152efef4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.921163] env[62697]: DEBUG nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1427.343235] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b88751-3af0-457d-afc8-0cdef6eb3855 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.351697] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb031c3-8c3f-4515-9525-03a8f2609078 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.370768] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5290b95e-b20b-4951-cc26-a76152efef4b, 'name': SearchDatastore_Task, 'duration_secs': 0.023322} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.395794] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.396143] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] fe26f8a5-ad9c-4b62-8bb7-0692d6c98835/fe26f8a5-ad9c-4b62-8bb7-0692d6c98835.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.398412] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0dfba57-4558-41cc-be02-53ec801dfdf1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.401063] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea720894-44aa-4283-a3b5-191cf6a3b2fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.411791] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2621a69-d3f5-44ef-bbc0-bd8f9a483c89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.415901] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1427.415901] env[62697]: value = "task-1706378" [ 1427.415901] env[62697]: _type = "Task" [ 1427.415901] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.427786] env[62697]: DEBUG nova.compute.provider_tree [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.437029] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.927682] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706378, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.934906] env[62697]: DEBUG nova.scheduler.client.report [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1427.939038] env[62697]: DEBUG nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1428.297906] env[62697]: DEBUG nova.network.neutron [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Successfully updated port: 2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.427652] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753468} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.427980] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] fe26f8a5-ad9c-4b62-8bb7-0692d6c98835/fe26f8a5-ad9c-4b62-8bb7-0692d6c98835.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.428182] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.428448] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7d3915c-fd7e-4599-b46b-e2797d870250 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.437547] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1428.437547] env[62697]: value = "task-1706379" [ 1428.437547] env[62697]: _type = "Task" [ 1428.437547] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.443665] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.444425] env[62697]: DEBUG nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1428.453431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.553s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.454375] env[62697]: DEBUG nova.objects.instance [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lazy-loading 'resources' on Instance uuid 619f3117-9391-4cc0-91ea-5614214b75db {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.455974] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.800915] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "refresh_cache-41214d53-0bcf-4dc7-98c0-a335ffc0eb62" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.804301] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired lock "refresh_cache-41214d53-0bcf-4dc7-98c0-a335ffc0eb62" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.804301] env[62697]: DEBUG nova.network.neutron [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.949628] env[62697]: DEBUG nova.compute.utils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1428.951185] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079981} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.951487] env[62697]: DEBUG nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1428.951677] env[62697]: DEBUG nova.network.neutron [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.953722] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.955156] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2300ebea-c11a-49ea-af44-cebe0209a17f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.984853] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fe26f8a5-ad9c-4b62-8bb7-0692d6c98835/fe26f8a5-ad9c-4b62-8bb7-0692d6c98835.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.985897] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a326b382-f74a-4eb9-a8bf-504ef931a5bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.004505] env[62697]: DEBUG nova.policy [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df3ec8109a74078899b0aef3fbcd9ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee05f576396842f6baacf9b2a4246322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1429.014932] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1429.014932] env[62697]: value = "task-1706380" [ 1429.014932] env[62697]: _type = "Task" [ 1429.014932] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.026626] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.312971] env[62697]: DEBUG nova.network.neutron [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Successfully created port: 7ce3b159-8c61-4f97-8506-94832f985e24 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1429.357616] env[62697]: DEBUG nova.network.neutron [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.397543] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b9fa5-4c35-450b-82e0-8ce34969f5f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.409342] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f430f222-8de8-4f50-855d-2b569b0cd05c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.448693] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3297d187-ae9b-45e0-b35b-01ccfef91f63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.455266] env[62697]: DEBUG nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1429.462784] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136923ac-9957-40e7-ace3-61478e112738 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.480213] env[62697]: DEBUG nova.compute.provider_tree [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.526729] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.536617] env[62697]: DEBUG nova.network.neutron [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Updating instance_info_cache with network_info: [{"id": "2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2", "address": "fa:16:3e:8d:97:fc", "network": {"id": "169721c0-2487-4503-8e73-5590bf0fdea1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2052517980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b179809912a24b489e5fe62b2560b537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5ea723-d3", "ovs_interfaceid": "2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.011782] env[62697]: DEBUG nova.scheduler.client.report [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1430.012096] env[62697]: DEBUG nova.compute.provider_tree [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 75 to 76 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1430.012296] env[62697]: DEBUG nova.compute.provider_tree [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.025790] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706380, 'name': ReconfigVM_Task, 'duration_secs': 0.662577} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.026318] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fe26f8a5-ad9c-4b62-8bb7-0692d6c98835/fe26f8a5-ad9c-4b62-8bb7-0692d6c98835.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.027351] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-decbb216-fe8d-4420-b5f4-94686af90242 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.035923] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1430.035923] env[62697]: value = "task-1706381" [ 1430.035923] env[62697]: _type = "Task" [ 1430.035923] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.040439] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Releasing lock "refresh_cache-41214d53-0bcf-4dc7-98c0-a335ffc0eb62" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.040742] env[62697]: DEBUG nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Instance network_info: |[{"id": "2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2", "address": "fa:16:3e:8d:97:fc", "network": {"id": "169721c0-2487-4503-8e73-5590bf0fdea1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2052517980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b179809912a24b489e5fe62b2560b537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5ea723-d3", "ovs_interfaceid": "2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1430.047689] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706381, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.187484] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.188731] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.188731] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.188731] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.188731] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.188731] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.189028] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.189087] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.189304] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.189479] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.189656] env[62697]: DEBUG nova.virt.hardware [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.192176] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390464c4-3d71-4abe-a77c-4e37691c6b5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.202497] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.202691] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.202842] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.203355] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.203355] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.203573] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.203743] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.203854] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.204024] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.204193] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.204383] env[62697]: DEBUG nova.virt.hardware [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.205707] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b1202a-4d55-43ee-ab3a-0186f027d643 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.211356] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e6129c-c85d-4fd4-8b44-dfbb9dd0243d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.225566] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:bf:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40702d71-3969-4e3d-b8ff-fd35662a14f5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.233433] env[62697]: DEBUG oslo.service.loopingcall [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.236111] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52613761-37b5-5723-7fd2-8b59585b5e2d/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1430.238669] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.239530] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a81394-2a40-4db7-8249-4026047803bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.242316] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96fefc9-f090-4df0-920e-b475ab9dbb99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.257747] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a0a1a6-9034-4365-85af-47ae37956aa0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.267032] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52613761-37b5-5723-7fd2-8b59585b5e2d/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1430.267032] env[62697]: ERROR oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52613761-37b5-5723-7fd2-8b59585b5e2d/disk-0.vmdk due to incomplete transfer. [ 1430.275008] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-75ad11e3-a34b-4f27-945c-9c8cd35d11be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.277190] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:97:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.284913] env[62697]: DEBUG oslo.service.loopingcall [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.286645] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.286868] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.286868] env[62697]: value = "task-1706382" [ 1430.286868] env[62697]: _type = "Task" [ 1430.286868] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.288083] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9190379a-5c33-451d-954d-3b8c831396e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.311711] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706382, 'name': CreateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.313127] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.313127] env[62697]: value = "task-1706383" [ 1430.313127] env[62697]: _type = "Task" [ 1430.313127] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.314654] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52613761-37b5-5723-7fd2-8b59585b5e2d/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1430.314654] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Uploaded image 709e7c00-ed1d-444a-b814-f5bf8c1893f8 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1430.316780] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1430.319985] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4980821-88f7-4092-b26b-ccbdd22fce77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.328910] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706383, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.330607] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1430.330607] env[62697]: value = "task-1706384" [ 1430.330607] env[62697]: _type = "Task" [ 1430.330607] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.467985] env[62697]: DEBUG nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1430.497082] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.498021] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.498021] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.498021] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.498021] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.498287] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.498549] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.499020] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.499356] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.499575] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.499971] env[62697]: DEBUG nova.virt.hardware [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.501040] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defda576-bbeb-49b4-a0c1-f19cac986dde {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.512555] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b222c-5af9-48da-baad-f5ec0459f332 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.528502] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.531098] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.187s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.532913] env[62697]: INFO nova.compute.claims [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.547126] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706381, 'name': Rename_Task, 'duration_secs': 0.351896} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.547461] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.547742] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec7b650c-1f03-4412-813c-24499e992f42 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.556868] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1430.556868] env[62697]: value = "task-1706385" [ 1430.556868] env[62697]: _type = "Task" [ 1430.556868] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.562087] env[62697]: INFO nova.scheduler.client.report [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleted allocations for instance 619f3117-9391-4cc0-91ea-5614214b75db [ 1430.573523] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.813054] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706382, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.823600] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706383, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.841455] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706384, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.071115] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706385, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.071610] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a82cc79-2c0c-4c95-b2b1-996f70725608 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "619f3117-9391-4cc0-91ea-5614214b75db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.342s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.299995] env[62697]: DEBUG nova.network.neutron [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Successfully updated port: 7ce3b159-8c61-4f97-8506-94832f985e24 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.313983] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706382, 'name': CreateVM_Task, 'duration_secs': 0.550402} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.314963] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.315773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.315948] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.316312] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.320449] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23360afb-6dfc-4443-8533-c05edace030c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.326501] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1431.326501] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520983c8-0ec0-6f91-28de-63775d50b980" [ 1431.326501] env[62697]: _type = "Task" [ 1431.326501] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.330047] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706383, 'name': CreateVM_Task, 'duration_secs': 0.513497} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.333241] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.333966] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.345216] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520983c8-0ec0-6f91-28de-63775d50b980, 'name': SearchDatastore_Task, 'duration_secs': 0.01484} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.348253] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.348502] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.348741] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.348930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.349135] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.349417] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706384, 'name': Destroy_Task, 'duration_secs': 0.567054} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.349664] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.349983] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.350227] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4f121a6-d266-4d90-b92c-dd63ec6293d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.352455] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Destroyed the VM [ 1431.352719] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1431.352960] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df521110-093a-49c0-9a78-de3d8acd2acc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.354619] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e64b7d4c-012b-4c92-a062-e263eabc7721 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.361990] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1431.361990] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520a3c8c-37f2-e29f-fe11-b24b0855895b" [ 1431.361990] env[62697]: _type = "Task" [ 1431.361990] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.367367] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1431.367367] env[62697]: value = "task-1706386" [ 1431.367367] env[62697]: _type = "Task" [ 1431.367367] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.367626] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.367775] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.369088] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e62ef40-7191-4adc-b2a8-c9441cda40a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.377364] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520a3c8c-37f2-e29f-fe11-b24b0855895b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.385121] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1431.385121] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a73158-326d-4fd3-d589-eb14a03424b8" [ 1431.385121] env[62697]: _type = "Task" [ 1431.385121] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.385541] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.396320] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a73158-326d-4fd3-d589-eb14a03424b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.571307] env[62697]: DEBUG oslo_vmware.api [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706385, 'name': PowerOnVM_Task, 'duration_secs': 0.728338} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.571669] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.571900] env[62697]: INFO nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Took 12.30 seconds to spawn the instance on the hypervisor. [ 1431.572161] env[62697]: DEBUG nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1431.572991] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b60803-ad7d-4593-84ae-0ec52885dd9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.651519] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.651782] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.689117] env[62697]: DEBUG nova.compute.manager [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Received event network-changed-770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1431.689332] env[62697]: DEBUG nova.compute.manager [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Refreshing instance network info cache due to event network-changed-770801ea-fb26-4295-a2b5-e1f2ba9c6926. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1431.689551] env[62697]: DEBUG oslo_concurrency.lockutils [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] Acquiring lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.689695] env[62697]: DEBUG oslo_concurrency.lockutils [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] Acquired lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.689855] env[62697]: DEBUG nova.network.neutron [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Refreshing network info cache for port 770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.709239] env[62697]: DEBUG nova.compute.manager [req-7690fb0d-18d2-4788-9544-787228db113b req-e3029047-09d8-422c-8e67-023b615f88cb service nova] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Received event network-vif-deleted-09092e5f-2ea7-443f-81d0-aa0886ab1cf7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1431.803430] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "refresh_cache-5865af46-712b-4665-bc77-88857f9c040a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.803430] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "refresh_cache-5865af46-712b-4665-bc77-88857f9c040a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.803430] env[62697]: DEBUG nova.network.neutron [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.878182] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520a3c8c-37f2-e29f-fe11-b24b0855895b, 'name': SearchDatastore_Task, 'duration_secs': 0.015077} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.887655] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.888134] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.888478] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.898108] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706386, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.910046] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a73158-326d-4fd3-d589-eb14a03424b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017649} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.910046] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c27a43-ee19-495a-8f90-07aa44e07941 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.917796] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1431.917796] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4572c-9a2e-36b3-01eb-c01453196360" [ 1431.917796] env[62697]: _type = "Task" [ 1431.917796] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.930289] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4572c-9a2e-36b3-01eb-c01453196360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.984483] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec6615e-7840-48cf-91a8-50746436b8d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.993103] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f7e08-8fdd-4728-8b27-cb540b2c711c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.025374] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaef17d-0402-4be3-b6a9-a428aa52d574 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.035373] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9b88bd-3695-407a-bcd6-699a97869fc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.052798] env[62697]: DEBUG nova.compute.provider_tree [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.101681] env[62697]: INFO nova.compute.manager [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Took 39.20 seconds to build instance. [ 1432.117485] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b73b4-95ad-1280-4bb1-aef3f5052313/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1432.118599] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66015ae2-cdae-4c5c-9bea-849993e9766d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.126229] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b73b4-95ad-1280-4bb1-aef3f5052313/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1432.126415] env[62697]: ERROR oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b73b4-95ad-1280-4bb1-aef3f5052313/disk-0.vmdk due to incomplete transfer. [ 1432.126645] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb3507e5-2263-4b82-8263-ce105c40224a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.134359] env[62697]: DEBUG oslo_vmware.rw_handles [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b73b4-95ad-1280-4bb1-aef3f5052313/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1432.134570] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Uploaded image 290deb7b-1541-4de5-9812-0dea1c9546c8 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1432.136353] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1432.136612] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3e937ff-a4f2-4fab-8b73-ab7af777ee95 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.143886] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1432.143886] env[62697]: value = "task-1706387" [ 1432.143886] env[62697]: _type = "Task" [ 1432.143886] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.154291] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706387, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.155799] env[62697]: DEBUG nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1432.338872] env[62697]: DEBUG nova.network.neutron [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.388029] env[62697]: DEBUG oslo_vmware.api [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706386, 'name': RemoveSnapshot_Task, 'duration_secs': 0.740187} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.388029] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1432.388029] env[62697]: INFO nova.compute.manager [None req-d05aa6e7-f403-4ce7-93d7-3bb0da6d0b60 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 1432.436743] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4572c-9a2e-36b3-01eb-c01453196360, 'name': SearchDatastore_Task, 'duration_secs': 0.015527} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.438585] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.439001] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.439455] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.439772] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.440462] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1443c2-06ee-49ec-9a16-31f396ed01fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.449982] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84a8f015-80af-4802-972e-5202826abd07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.472403] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1432.472403] env[62697]: value = "task-1706388" [ 1432.472403] env[62697]: _type = "Task" [ 1432.472403] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.474451] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.474451] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.474670] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32c6414-31ad-485c-92cb-9d08ad757910 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.489988] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1432.489988] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52158bb2-7283-0df2-5c74-69e8f362de20" [ 1432.489988] env[62697]: _type = "Task" [ 1432.489988] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.493530] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.507867] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52158bb2-7283-0df2-5c74-69e8f362de20, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.509253] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b62d3e2-a2ed-477c-a8a9-2bc1573fee34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.516547] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1432.516547] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52801ce6-d3a0-a31f-4ee3-57a2bcec33bd" [ 1432.516547] env[62697]: _type = "Task" [ 1432.516547] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.529957] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52801ce6-d3a0-a31f-4ee3-57a2bcec33bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.543623] env[62697]: DEBUG nova.network.neutron [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Updating instance_info_cache with network_info: [{"id": "7ce3b159-8c61-4f97-8506-94832f985e24", "address": "fa:16:3e:1f:7d:f8", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce3b159-8c", "ovs_interfaceid": "7ce3b159-8c61-4f97-8506-94832f985e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.557542] env[62697]: DEBUG nova.scheduler.client.report [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1432.606522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e0e3cea-4c95-4e0c-8bd9-847d4bc45a79 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.041s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.655151] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706387, 'name': Destroy_Task, 'duration_secs': 0.414024} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.655567] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Destroyed the VM [ 1432.655761] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1432.656057] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86a5a18e-500c-490d-b35e-ee001086cb1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.670025] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1432.670025] env[62697]: value = "task-1706389" [ 1432.670025] env[62697]: _type = "Task" [ 1432.670025] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.676228] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.682821] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.835589] env[62697]: DEBUG nova.network.neutron [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updated VIF entry in instance network info cache for port 770801ea-fb26-4295-a2b5-e1f2ba9c6926. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.835996] env[62697]: DEBUG nova.network.neutron [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating instance_info_cache with network_info: [{"id": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "address": "fa:16:3e:0e:ee:75", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770801ea-fb", "ovs_interfaceid": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.987083] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.029615] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52801ce6-d3a0-a31f-4ee3-57a2bcec33bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014947} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.030133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.031575] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 41214d53-0bcf-4dc7-98c0-a335ffc0eb62/41214d53-0bcf-4dc7-98c0-a335ffc0eb62.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.031575] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe690c32-f70e-45a5-98d6-3f180c3d060a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.039744] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1433.039744] env[62697]: value = "task-1706390" [ 1433.039744] env[62697]: _type = "Task" [ 1433.039744] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.046945] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "refresh_cache-5865af46-712b-4665-bc77-88857f9c040a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.047484] env[62697]: DEBUG nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Instance network_info: |[{"id": "7ce3b159-8c61-4f97-8506-94832f985e24", "address": "fa:16:3e:1f:7d:f8", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce3b159-8c", "ovs_interfaceid": "7ce3b159-8c61-4f97-8506-94832f985e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1433.052502] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:7d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ce3b159-8c61-4f97-8506-94832f985e24', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.060275] env[62697]: DEBUG oslo.service.loopingcall [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.060773] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.061203] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.064183] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc53b22-803f-44ec-9b85-8bfa7e7d0540 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.082857] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.083612] env[62697]: DEBUG nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1433.091097] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.132s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.091097] env[62697]: DEBUG nova.objects.instance [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lazy-loading 'resources' on Instance uuid 5621b33d-0ed3-4620-bf02-68a879e53867 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.099100] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.099100] env[62697]: value = "task-1706391" [ 1433.099100] env[62697]: _type = "Task" [ 1433.099100] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.112099] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706391, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.178560] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.338668] env[62697]: DEBUG oslo_concurrency.lockutils [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] Releasing lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.338985] env[62697]: DEBUG nova.compute.manager [req-11a7b45b-2fb3-4c46-b413-9785ac76a56e req-109598e1-b09a-46d0-9b0d-22981afc3d32 service nova] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Received event network-vif-deleted-fae568ac-3462-4805-8ff7-704d22d88ce3 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1433.486726] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.549346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquiring lock "c680a65b-75a4-4755-aea6-fe632a156d59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.549639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "c680a65b-75a4-4755-aea6-fe632a156d59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.557814] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.591530] env[62697]: DEBUG nova.compute.utils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.594790] env[62697]: DEBUG nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1433.595359] env[62697]: DEBUG nova.network.neutron [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.621331] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706391, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.680364] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.708896] env[62697]: DEBUG nova.policy [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '735f483f382047e1b4b6140d672c146e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f3c84ac1d946959522dc47b36e78c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1433.752623] env[62697]: DEBUG nova.network.neutron [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Port 83189341-4506-47a3-9db5-59d42a07ab4d binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1433.753053] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.753329] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.753567] env[62697]: DEBUG nova.network.neutron [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.991294] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.055026] env[62697]: DEBUG nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1434.059790] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706390, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.081917] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a886475e-b0d6-48b2-addb-50dc59f2356b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.098668] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31848331-fc9c-42e3-84e4-98b5ef09d6f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.101416] env[62697]: DEBUG nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1434.152570] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321699fb-7fae-4252-849d-60970eba049e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.159859] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706391, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.167414] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb37b5-eb76-4f29-93c1-bd1c2349461c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.184553] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.193997] env[62697]: DEBUG nova.compute.provider_tree [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.294785] env[62697]: DEBUG nova.network.neutron [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Successfully created port: 65835872-894d-4a8c-9697-cacbd34d2903 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.491555] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.814818} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.491920] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.492325] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.492477] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24e06eaa-26fd-428b-95b9-13805f5b16ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.502829] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1434.502829] env[62697]: value = "task-1706392" [ 1434.502829] env[62697]: _type = "Task" [ 1434.502829] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.516269] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.544733] env[62697]: DEBUG nova.network.neutron [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance_info_cache with network_info: [{"id": "83189341-4506-47a3-9db5-59d42a07ab4d", "address": "fa:16:3e:6c:c7:06", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83189341-45", "ovs_interfaceid": "83189341-4506-47a3-9db5-59d42a07ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.560731] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706390, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.249067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.565646] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 41214d53-0bcf-4dc7-98c0-a335ffc0eb62/41214d53-0bcf-4dc7-98c0-a335ffc0eb62.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.565986] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.569011] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c41619b1-ef7b-405f-b686-8bc96c68a366 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.583493] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1434.583493] env[62697]: value = "task-1706393" [ 1434.583493] env[62697]: _type = "Task" [ 1434.583493] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.596237] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.596237] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.606385] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Received event network-vif-plugged-40702d71-3969-4e3d-b8ff-fd35662a14f5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1434.606673] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquiring lock "50b2061a-45ff-422c-9907-cc23651846d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.606897] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Lock "50b2061a-45ff-422c-9907-cc23651846d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.607087] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Lock "50b2061a-45ff-422c-9907-cc23651846d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.607265] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] No waiting events found dispatching network-vif-plugged-40702d71-3969-4e3d-b8ff-fd35662a14f5 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1434.607500] env[62697]: WARNING nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Received unexpected event network-vif-plugged-40702d71-3969-4e3d-b8ff-fd35662a14f5 for instance with vm_state building and task_state spawning. [ 1434.607706] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Received event network-changed-40702d71-3969-4e3d-b8ff-fd35662a14f5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1434.607915] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Refreshing instance network info cache due to event network-changed-40702d71-3969-4e3d-b8ff-fd35662a14f5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1434.608208] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquiring lock "refresh_cache-50b2061a-45ff-422c-9907-cc23651846d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.608365] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquired lock "refresh_cache-50b2061a-45ff-422c-9907-cc23651846d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.608601] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Refreshing network info cache for port 40702d71-3969-4e3d-b8ff-fd35662a14f5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.624993] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706391, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.662445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "0793d549-6217-4c3c-9894-c5105c7d0e9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.663198] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.688277] env[62697]: DEBUG oslo_vmware.api [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706389, 'name': RemoveSnapshot_Task, 'duration_secs': 2.015829} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.688635] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1434.688869] env[62697]: INFO nova.compute.manager [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 1434.697650] env[62697]: DEBUG nova.scheduler.client.report [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1434.976317] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "a40e63d2-0f11-4622-ba49-1390c219ad7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.977538] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.977538] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "a40e63d2-0f11-4622-ba49-1390c219ad7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.977749] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.978203] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.980474] env[62697]: INFO nova.compute.manager [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Terminating instance [ 1434.982961] env[62697]: DEBUG nova.compute.manager [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1434.983241] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.984641] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426e064-b5ea-4fd0-9b62-62608670988e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.993285] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.993803] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c83c1edd-bbbf-477b-aa07-d148763dbf58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.013652] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072995} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.013953] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.014955] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01ded31-9e4c-4d72-bff6-114a0e8c3f63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.043839] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.043839] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb4adcb-b405-4e48-965a-b9be19af1ad2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.060404] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.069530] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1435.069530] env[62697]: value = "task-1706395" [ 1435.069530] env[62697]: _type = "Task" [ 1435.069530] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.079759] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.099082] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.47525} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.099390] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.100501] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689bfc88-21d1-49c4-bb14-b3a56ab33cad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.131635] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 41214d53-0bcf-4dc7-98c0-a335ffc0eb62/41214d53-0bcf-4dc7-98c0-a335ffc0eb62.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.136375] env[62697]: DEBUG nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1435.138818] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c219b2-1976-4c09-84b4-838f62fc609c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.163749] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706391, 'name': CreateVM_Task, 'duration_secs': 1.925675} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.165671] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1435.166183] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1435.166183] env[62697]: value = "task-1706396" [ 1435.166183] env[62697]: _type = "Task" [ 1435.166183] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.168285] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.168602] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.169068] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.169583] env[62697]: DEBUG nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1435.172650] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.172937] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.173266] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleting the datastore file [datastore1] a40e63d2-0f11-4622-ba49-1390c219ad7f {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.175724] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f6a484-1fa8-40af-9e6e-e98b36e20adf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.181128] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44a40dce-49af-485c-a1e9-105aeaf40197 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.191597] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.196304] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.196555] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.196717] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.196925] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.197310] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.197310] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.197581] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.197771] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.197964] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.198128] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.198316] env[62697]: DEBUG nova.virt.hardware [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.203877] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c54087-ad59-4793-bd09-53fe6cd1043e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.208429] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1435.208429] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52896bea-c859-1a78-b72b-4dbef2c01acb" [ 1435.208429] env[62697]: _type = "Task" [ 1435.208429] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.208877] env[62697]: DEBUG oslo_vmware.api [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1435.208877] env[62697]: value = "task-1706397" [ 1435.208877] env[62697]: _type = "Task" [ 1435.208877] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.212299] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.216892] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.551s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.232535] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcebeb76-b21f-4d57-a533-bcc0de2e60d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.244816] env[62697]: DEBUG oslo_vmware.api [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.245463] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52896bea-c859-1a78-b72b-4dbef2c01acb, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.246202] env[62697]: INFO nova.scheduler.client.report [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Deleted allocations for instance 5621b33d-0ed3-4620-bf02-68a879e53867 [ 1435.250980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.250980] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.250980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.250980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.250980] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.251898] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd6278c-8d62-46af-aee5-e153bff20b62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.270606] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.270894] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.271755] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b221158-2179-4401-9d66-6acc6a89beba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.278942] env[62697]: DEBUG nova.compute.manager [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Found 3 images (rotation: 2) {{(pid=62697) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1435.279218] env[62697]: DEBUG nova.compute.manager [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Rotating out 1 backups {{(pid=62697) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 1435.279393] env[62697]: DEBUG nova.compute.manager [None req-bb2bca04-5d42-4fdd-8e3b-fa93ab40ba20 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleting image cd38d4f3-3707-4536-b8d0-aa40936b074d {{(pid=62697) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 1435.287283] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1435.287283] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5200ca4a-0415-60a6-2a6a-3c026739834f" [ 1435.287283] env[62697]: _type = "Task" [ 1435.287283] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.295682] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5200ca4a-0415-60a6-2a6a-3c026739834f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.450256] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Updated VIF entry in instance network info cache for port 40702d71-3969-4e3d-b8ff-fd35662a14f5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.450316] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Updating instance_info_cache with network_info: [{"id": "40702d71-3969-4e3d-b8ff-fd35662a14f5", "address": "fa:16:3e:52:bf:83", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40702d71-39", "ovs_interfaceid": "40702d71-3969-4e3d-b8ff-fd35662a14f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.567184] env[62697]: DEBUG nova.compute.manager [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62697) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1435.567184] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.581970] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706395, 'name': ReconfigVM_Task, 'duration_secs': 0.341475} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.582592] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.583479] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f3b684-ea33-462d-aa07-fac2cccd0900 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.593326] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1435.593326] env[62697]: value = "task-1706398" [ 1435.593326] env[62697]: _type = "Task" [ 1435.593326] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.595963] env[62697]: DEBUG nova.compute.manager [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Received event network-changed-770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1435.596292] env[62697]: DEBUG nova.compute.manager [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Refreshing instance network info cache due to event network-changed-770801ea-fb26-4295-a2b5-e1f2ba9c6926. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1435.597331] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] Acquiring lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.597331] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] Acquired lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.597331] env[62697]: DEBUG nova.network.neutron [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Refreshing network info cache for port 770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.610612] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706398, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.682067] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706396, 'name': ReconfigVM_Task, 'duration_secs': 0.318054} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.684347] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 41214d53-0bcf-4dc7-98c0-a335ffc0eb62/41214d53-0bcf-4dc7-98c0-a335ffc0eb62.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.685209] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf10b27-385c-4df9-ac12-ee02f47ad155 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.693265] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1435.693265] env[62697]: value = "task-1706399" [ 1435.693265] env[62697]: _type = "Task" [ 1435.693265] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.697825] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.701754] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706399, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.724898] env[62697]: DEBUG oslo_vmware.api [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193987} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.725159] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.725749] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.725749] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.725902] env[62697]: INFO nova.compute.manager [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Took 0.74 seconds to destroy the instance on the hypervisor. [ 1435.726040] env[62697]: DEBUG oslo.service.loopingcall [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.726249] env[62697]: DEBUG nova.compute.manager [-] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1435.726480] env[62697]: DEBUG nova.network.neutron [-] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.766367] env[62697]: DEBUG oslo_concurrency.lockutils [None req-81d3ef59-4ddc-4c36-a6c6-d7636a2c9a16 tempest-InstanceActionsNegativeTestJSON-1825059784 tempest-InstanceActionsNegativeTestJSON-1825059784-project-member] Lock "5621b33d-0ed3-4620-bf02-68a879e53867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.842s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.797723] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5200ca4a-0415-60a6-2a6a-3c026739834f, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.798655] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d92e878-adee-42b8-b5cd-bcbef88cc1a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.806231] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1435.806231] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4d1ef-94e0-d3d6-9821-25ab40d2fdc4" [ 1435.806231] env[62697]: _type = "Task" [ 1435.806231] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.816139] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4d1ef-94e0-d3d6-9821-25ab40d2fdc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.953805] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Releasing lock "refresh_cache-50b2061a-45ff-422c-9907-cc23651846d5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.954099] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Received event network-vif-plugged-2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1435.954311] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquiring lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.954523] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.954690] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.955235] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] No waiting events found dispatching network-vif-plugged-2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1435.955235] env[62697]: WARNING nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Received unexpected event network-vif-plugged-2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 for instance with vm_state building and task_state spawning. [ 1435.955235] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Received event network-changed-2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1435.955623] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Refreshing instance network info cache due to event network-changed-2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1435.955623] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquiring lock "refresh_cache-41214d53-0bcf-4dc7-98c0-a335ffc0eb62" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.955737] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquired lock "refresh_cache-41214d53-0bcf-4dc7-98c0-a335ffc0eb62" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.955849] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Refreshing network info cache for port 2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.116637] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706398, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.132034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "8dfe04d0-6201-44e8-8046-7a75e21f631f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.132406] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.208659] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706399, 'name': Rename_Task, 'duration_secs': 0.153241} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.209170] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.209448] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa2785ee-0483-435b-8ef3-21004d694fa3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.217594] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1436.217594] env[62697]: value = "task-1706400" [ 1436.217594] env[62697]: _type = "Task" [ 1436.217594] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.236551] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.243690] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Applying migration context for instance fe45fb95-2776-45ac-8293-8f8607e9be73 as it has an incoming, in-progress migration 9f22d1d9-9a2e-4874-b5a0-6ce3d905fc28. Migration status is reverting {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1436.247630] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating resource usage from migration 9f22d1d9-9a2e-4874-b5a0-6ce3d905fc28 [ 1436.269605] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bf4ce20f-179a-490e-8332-44a77e0880d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.269769] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 29babd74-293a-4d57-9e2a-b25181e507b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.269893] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5faab3b6-199c-4f0c-9b77-300c543f012b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.270026] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 1b474473-e1cd-4a71-be47-f9e54d37a059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.270153] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.270302] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 2c4c03dd-a708-45a4-b8bd-a60964917f90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1436.270421] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e48fd17e-2e72-43b5-a5b0-40187e23f3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.270548] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1436.270666] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ca98fc14-5301-40dc-ab3f-26b707734f35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.270835] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 30de9743-bc1f-40b5-815c-d804cd579443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.270945] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance f44d9df2-683c-429b-9a5d-fad6a96d0648 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1436.271334] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance a40e63d2-0f11-4622-ba49-1390c219ad7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.271509] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4839bee9-976a-43ab-a821-c3eb9c43ffed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1436.271639] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d75da1a4-74fd-44d8-b586-f9a5a9895a4f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1436.271759] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fadeb162-868a-4e87-a908-7b4cf6090f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.271874] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration 9f22d1d9-9a2e-4874-b5a0-6ce3d905fc28 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1436.272035] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fe45fb95-2776-45ac-8293-8f8607e9be73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.272187] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.272264] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 50b2061a-45ff-422c-9907-cc23651846d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.272351] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 41214d53-0bcf-4dc7-98c0-a335ffc0eb62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.272460] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5865af46-712b-4665-bc77-88857f9c040a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.272569] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e3b27de9-391f-431b-bdc5-c06b100b212d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1436.290185] env[62697]: DEBUG nova.network.neutron [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Successfully updated port: 65835872-894d-4a8c-9697-cacbd34d2903 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.319201] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4d1ef-94e0-d3d6-9821-25ab40d2fdc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.319881] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.320932] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5865af46-712b-4665-bc77-88857f9c040a/5865af46-712b-4665-bc77-88857f9c040a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.320932] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-988e61fd-1f1d-44e8-a559-c30bf889505c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.329245] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1436.329245] env[62697]: value = "task-1706401" [ 1436.329245] env[62697]: _type = "Task" [ 1436.329245] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.339994] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.607336] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706398, 'name': Rename_Task, 'duration_secs': 0.902479} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.608206] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.608206] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1741c9f-6255-4d4a-8cd7-697afa69f67f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.617140] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1436.617140] env[62697]: value = "task-1706402" [ 1436.617140] env[62697]: _type = "Task" [ 1436.617140] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.628692] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.729854] env[62697]: DEBUG oslo_vmware.api [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706400, 'name': PowerOnVM_Task, 'duration_secs': 0.504975} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.730443] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.730443] env[62697]: INFO nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1436.730689] env[62697]: DEBUG nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1436.731694] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e41c0f2-6a25-453a-97f2-c64172ef79a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.736332] env[62697]: DEBUG nova.network.neutron [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updated VIF entry in instance network info cache for port 770801ea-fb26-4295-a2b5-e1f2ba9c6926. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.737050] env[62697]: DEBUG nova.network.neutron [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating instance_info_cache with network_info: [{"id": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "address": "fa:16:3e:0e:ee:75", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770801ea-fb", "ovs_interfaceid": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.776360] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d88d62a0-6552-4514-9e39-d73ce457b37d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1436.794026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.794026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.794026] env[62697]: DEBUG nova.network.neutron [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.844649] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706401, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.996763] env[62697]: DEBUG nova.network.neutron [-] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.014752] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Updated VIF entry in instance network info cache for port 2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.015177] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Updating instance_info_cache with network_info: [{"id": "2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2", "address": "fa:16:3e:8d:97:fc", "network": {"id": "169721c0-2487-4503-8e73-5590bf0fdea1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2052517980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b179809912a24b489e5fe62b2560b537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5ea723-d3", "ovs_interfaceid": "2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.092211] env[62697]: DEBUG nova.compute.manager [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Received event network-vif-plugged-65835872-894d-4a8c-9697-cacbd34d2903 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1437.092464] env[62697]: DEBUG oslo_concurrency.lockutils [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] Acquiring lock "e3b27de9-391f-431b-bdc5-c06b100b212d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.092679] env[62697]: DEBUG oslo_concurrency.lockutils [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.092860] env[62697]: DEBUG oslo_concurrency.lockutils [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.093035] env[62697]: DEBUG nova.compute.manager [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] No waiting events found dispatching network-vif-plugged-65835872-894d-4a8c-9697-cacbd34d2903 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1437.093215] env[62697]: WARNING nova.compute.manager [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Received unexpected event network-vif-plugged-65835872-894d-4a8c-9697-cacbd34d2903 for instance with vm_state building and task_state spawning. [ 1437.093400] env[62697]: DEBUG nova.compute.manager [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Received event network-changed-65835872-894d-4a8c-9697-cacbd34d2903 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1437.093535] env[62697]: DEBUG nova.compute.manager [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Refreshing instance network info cache due to event network-changed-65835872-894d-4a8c-9697-cacbd34d2903. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1437.093703] env[62697]: DEBUG oslo_concurrency.lockutils [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] Acquiring lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.130176] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.239861] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac95016d-986b-4793-9b50-08c33912a45f req-1c5b9b79-c47b-4e59-a080-004db917fde4 service nova] Releasing lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.252365] env[62697]: INFO nova.compute.manager [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Took 38.38 seconds to build instance. [ 1437.278684] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 301332c1-716e-403a-9309-c7f570b9257d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1437.341747] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54019} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.342765] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5865af46-712b-4665-bc77-88857f9c040a/5865af46-712b-4665-bc77-88857f9c040a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.343545] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.343950] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b842cc-8b67-4f57-99b1-3b6c371da34b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.348602] env[62697]: DEBUG nova.network.neutron [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.356072] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1437.356072] env[62697]: value = "task-1706403" [ 1437.356072] env[62697]: _type = "Task" [ 1437.356072] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.363811] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.394237] env[62697]: DEBUG nova.compute.manager [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1437.504144] env[62697]: INFO nova.compute.manager [-] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Took 1.78 seconds to deallocate network for instance. [ 1437.517897] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Releasing lock "refresh_cache-41214d53-0bcf-4dc7-98c0-a335ffc0eb62" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.518204] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Received event network-vif-plugged-7ce3b159-8c61-4f97-8506-94832f985e24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1437.518412] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquiring lock "5865af46-712b-4665-bc77-88857f9c040a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.518682] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Lock "5865af46-712b-4665-bc77-88857f9c040a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.518858] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Lock "5865af46-712b-4665-bc77-88857f9c040a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.519097] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] No waiting events found dispatching network-vif-plugged-7ce3b159-8c61-4f97-8506-94832f985e24 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1437.519292] env[62697]: WARNING nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Received unexpected event network-vif-plugged-7ce3b159-8c61-4f97-8506-94832f985e24 for instance with vm_state building and task_state spawning. [ 1437.519531] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Received event network-changed-7ce3b159-8c61-4f97-8506-94832f985e24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1437.519691] env[62697]: DEBUG nova.compute.manager [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Refreshing instance network info cache due to event network-changed-7ce3b159-8c61-4f97-8506-94832f985e24. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1437.519858] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquiring lock "refresh_cache-5865af46-712b-4665-bc77-88857f9c040a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.520018] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Acquired lock "refresh_cache-5865af46-712b-4665-bc77-88857f9c040a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.520174] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Refreshing network info cache for port 7ce3b159-8c61-4f97-8506-94832f985e24 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.630446] env[62697]: DEBUG oslo_vmware.api [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706402, 'name': PowerOnVM_Task, 'duration_secs': 0.644563} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.630843] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.631187] env[62697]: INFO nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Took 13.51 seconds to spawn the instance on the hypervisor. [ 1437.631504] env[62697]: DEBUG nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1437.632718] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f3d40-328e-43a5-ae31-e4dd56f94a3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.678651] env[62697]: DEBUG nova.network.neutron [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updating instance_info_cache with network_info: [{"id": "65835872-894d-4a8c-9697-cacbd34d2903", "address": "fa:16:3e:b6:16:ab", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65835872-89", "ovs_interfaceid": "65835872-894d-4a8c-9697-cacbd34d2903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.755543] env[62697]: DEBUG oslo_concurrency.lockutils [None req-377e6ede-52b8-4018-9781-b27b91ae3736 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.348s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.782211] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 2a97e550-9060-44af-80f8-48ffc476fe5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1437.869705] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069879} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.869705] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.869705] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf83afe-85ec-4e38-b4bb-82552646e1ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.896033] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5865af46-712b-4665-bc77-88857f9c040a/5865af46-712b-4665-bc77-88857f9c040a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.897060] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a158e4f-dde7-4917-9163-1f57e9ca2164 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.928014] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1437.928014] env[62697]: value = "task-1706404" [ 1437.928014] env[62697]: _type = "Task" [ 1437.928014] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.937881] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.941397] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.019515] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.033201] env[62697]: DEBUG nova.compute.manager [req-bab49bb2-b8ba-4046-bfd1-bc12dcd67e2e req-9304d166-6822-4b40-86d5-e782ae422379 service nova] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Received event network-vif-deleted-7e10a36d-407b-492a-bebb-2937c728dcba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1438.159921] env[62697]: INFO nova.compute.manager [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Took 40.88 seconds to build instance. [ 1438.181542] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.181958] env[62697]: DEBUG nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Instance network_info: |[{"id": "65835872-894d-4a8c-9697-cacbd34d2903", "address": "fa:16:3e:b6:16:ab", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65835872-89", "ovs_interfaceid": "65835872-894d-4a8c-9697-cacbd34d2903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1438.182561] env[62697]: DEBUG oslo_concurrency.lockutils [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] Acquired lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.182821] env[62697]: DEBUG nova.network.neutron [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Refreshing network info cache for port 65835872-894d-4a8c-9697-cacbd34d2903 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.184078] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:16:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65835872-894d-4a8c-9697-cacbd34d2903', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.199438] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating folder: Project (b9f3c84ac1d946959522dc47b36e78c9). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.204108] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4747926a-3685-4e2b-8d08-8156c1c630ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.217021] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created folder: Project (b9f3c84ac1d946959522dc47b36e78c9) in parent group-v355409. [ 1438.217316] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating folder: Instances. Parent ref: group-v355570. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.218058] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649b7c43-517c-4d1d-b2a4-ac6a00422637 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.227849] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created folder: Instances in parent group-v355570. [ 1438.228671] env[62697]: DEBUG oslo.service.loopingcall [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.228904] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.229168] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602eca39-0596-4ca5-b370-05d2186cbe86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.250149] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.250149] env[62697]: value = "task-1706407" [ 1438.250149] env[62697]: _type = "Task" [ 1438.250149] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.258834] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706407, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.259273] env[62697]: DEBUG nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1438.285558] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance f5085ad8-72b1-47cf-b44b-bfc9266e426a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1438.446787] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.662172] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1a6acb3-0168-48c0-bd28-9804fd35463b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.711s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.770968] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706407, 'name': CreateVM_Task, 'duration_secs': 0.45289} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.771358] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.772657] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.772788] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.773244] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.777258] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5313dd-5500-4e33-8182-c1d331b6e738 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.781641] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Updated VIF entry in instance network info cache for port 7ce3b159-8c61-4f97-8506-94832f985e24. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.784104] env[62697]: DEBUG nova.network.neutron [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Updating instance_info_cache with network_info: [{"id": "7ce3b159-8c61-4f97-8506-94832f985e24", "address": "fa:16:3e:1f:7d:f8", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce3b159-8c", "ovs_interfaceid": "7ce3b159-8c61-4f97-8506-94832f985e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.791962] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance c680a65b-75a4-4755-aea6-fe632a156d59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1438.792949] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1438.792949] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52908ed2-453b-3bd6-a339-af3d16d64ea2" [ 1438.792949] env[62697]: _type = "Task" [ 1438.792949] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.804299] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52908ed2-453b-3bd6-a339-af3d16d64ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.808925] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.940258] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706404, 'name': ReconfigVM_Task, 'duration_secs': 0.852334} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.940439] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5865af46-712b-4665-bc77-88857f9c040a/5865af46-712b-4665-bc77-88857f9c040a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.941257] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce13cf54-0f20-4265-82ed-08e232653bbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.949160] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1438.949160] env[62697]: value = "task-1706408" [ 1438.949160] env[62697]: _type = "Task" [ 1438.949160] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.953368] env[62697]: DEBUG nova.network.neutron [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updated VIF entry in instance network info cache for port 65835872-894d-4a8c-9697-cacbd34d2903. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.953575] env[62697]: DEBUG nova.network.neutron [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updating instance_info_cache with network_info: [{"id": "65835872-894d-4a8c-9697-cacbd34d2903", "address": "fa:16:3e:b6:16:ab", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65835872-89", "ovs_interfaceid": "65835872-894d-4a8c-9697-cacbd34d2903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.961525] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706408, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.287407] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ff15160-dc55-4ae7-9502-2ba4169ea99b req-a5f3bd57-c839-415e-935c-1bae2a547ef9 service nova] Releasing lock "refresh_cache-5865af46-712b-4665-bc77-88857f9c040a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.294704] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 0793d549-6217-4c3c-9894-c5105c7d0e9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1439.308110] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52908ed2-453b-3bd6-a339-af3d16d64ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.308441] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.308682] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.309341] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.309509] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.309702] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.310807] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b2426c-fc7a-488a-a60c-2cb104f4837a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.321343] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.321546] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.322403] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ace2a8a-fdcc-459a-8a18-a6b4da64915d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.331976] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1439.331976] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528a631f-7e50-7238-ee8b-d20e10033eca" [ 1439.331976] env[62697]: _type = "Task" [ 1439.331976] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.339034] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528a631f-7e50-7238-ee8b-d20e10033eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.461792] env[62697]: DEBUG oslo_concurrency.lockutils [req-c7df6b2c-ee36-4a7f-9c4a-8a9f13ec950f req-a194e928-edbf-4114-8760-75ce60e98fea service nova] Releasing lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.462389] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706408, 'name': Rename_Task, 'duration_secs': 0.297156} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.462646] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.463240] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86397213-345d-4058-a215-5c9a7e057902 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.473131] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1439.473131] env[62697]: value = "task-1706409" [ 1439.473131] env[62697]: _type = "Task" [ 1439.473131] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.485961] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.802586] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8dfe04d0-6201-44e8-8046-7a75e21f631f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1439.803108] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1439.803327] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1439.852281] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528a631f-7e50-7238-ee8b-d20e10033eca, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.853856] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b910ffc-5a71-4da9-afdc-daba5d705f1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.860877] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1439.860877] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5292ef8b-cc24-b86e-6d79-97257466d6b5" [ 1439.860877] env[62697]: _type = "Task" [ 1439.860877] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.876197] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5292ef8b-cc24-b86e-6d79-97257466d6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.876197] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.876197] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/e3b27de9-391f-431b-bdc5-c06b100b212d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.876482] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d43f01a-3988-45b9-ac41-09f690a84f6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.887300] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1439.887300] env[62697]: value = "task-1706410" [ 1439.887300] env[62697]: _type = "Task" [ 1439.887300] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.897403] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.987398] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.222506] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "50b2061a-45ff-422c-9907-cc23651846d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.222855] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.223059] env[62697]: DEBUG nova.compute.manager [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1440.224045] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e632801-3539-420e-9065-df2d59db8dbd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.237043] env[62697]: DEBUG nova.compute.manager [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1440.237364] env[62697]: DEBUG nova.objects.instance [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'flavor' on Instance uuid 50b2061a-45ff-422c-9907-cc23651846d5 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.325392] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0aea28-219d-462d-aed3-1ef4c4aef948 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.335890] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b42d08-e6e0-45e5-8784-1489ef7704cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.374805] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c29bbf-eb57-4bbb-bc32-076b1f2fdeaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.386090] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640ae8a3-3f39-4e49-9c06-8a947c9fe2ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.415422] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706410, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.415987] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.489755] env[62697]: DEBUG oslo_vmware.api [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706409, 'name': PowerOnVM_Task, 'duration_secs': 0.54807} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.493183] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.493183] env[62697]: INFO nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1440.493183] env[62697]: DEBUG nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1440.493183] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee0f79e-bd85-4a23-af6c-8c099a9cfe77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.752023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.752023] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c34725-f9ea-405f-ad7c-01e2a479acc5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.763689] env[62697]: DEBUG oslo_vmware.api [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1440.763689] env[62697]: value = "task-1706411" [ 1440.763689] env[62697]: _type = "Task" [ 1440.763689] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.779182] env[62697]: DEBUG oslo_vmware.api [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.907838] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694988} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.908284] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/e3b27de9-391f-431b-bdc5-c06b100b212d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.908519] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.908834] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b568769-8517-4677-83ba-0d6295cd4ba7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.918745] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1440.918745] env[62697]: value = "task-1706412" [ 1440.918745] env[62697]: _type = "Task" [ 1440.918745] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.922903] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1440.936358] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.018733] env[62697]: INFO nova.compute.manager [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Took 37.15 seconds to build instance. [ 1441.150174] env[62697]: DEBUG oslo_concurrency.lockutils [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "29babd74-293a-4d57-9e2a-b25181e507b7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.150174] env[62697]: DEBUG oslo_concurrency.lockutils [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.150174] env[62697]: DEBUG nova.compute.manager [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1441.150174] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ccb490-07f4-46e0-9967-53151aa17512 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.160020] env[62697]: DEBUG nova.compute.manager [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1441.160386] env[62697]: DEBUG nova.objects.instance [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'flavor' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.255090] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.255090] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.255090] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.255090] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.256120] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.258863] env[62697]: INFO nova.compute.manager [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Terminating instance [ 1441.261471] env[62697]: DEBUG nova.compute.manager [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1441.261869] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.263372] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722be8e3-bff1-4071-874e-ac11dc74b1b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.280262] env[62697]: DEBUG oslo_vmware.api [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706411, 'name': PowerOffVM_Task, 'duration_secs': 0.43642} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.283632] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.283632] env[62697]: DEBUG nova.compute.manager [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1441.283632] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.284828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac89692a-acff-480f-a10f-f712fbd0ca3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.287026] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dadbfbbb-ac81-4646-a61d-cb70ad117434 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.299552] env[62697]: DEBUG oslo_vmware.api [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1441.299552] env[62697]: value = "task-1706413" [ 1441.299552] env[62697]: _type = "Task" [ 1441.299552] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.311204] env[62697]: DEBUG oslo_vmware.api [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.430831] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1441.431191] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.214s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.431475] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223593} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.431727] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.064s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.433336] env[62697]: INFO nova.compute.claims [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.439303] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.439303] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b662ddd8-1ef2-4988-af10-912784f22df0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.465403] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/e3b27de9-391f-431b-bdc5-c06b100b212d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.465801] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7b3d4a6-e4b0-4d33-a604-14e46757bede {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.495192] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1441.495192] env[62697]: value = "task-1706414" [ 1441.495192] env[62697]: _type = "Task" [ 1441.495192] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.507306] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.522202] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3e963e43-0fb0-468c-ad70-113f21a2e79b tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "5865af46-712b-4665-bc77-88857f9c040a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.664s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.668197] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.669205] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-063cdd29-faf6-451c-9b9b-145531d698b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.680851] env[62697]: DEBUG oslo_vmware.api [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1441.680851] env[62697]: value = "task-1706415" [ 1441.680851] env[62697]: _type = "Task" [ 1441.680851] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.694955] env[62697]: DEBUG oslo_vmware.api [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.805627] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96f9e7e4-59c1-4248-9cf0-169570a66cfb tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.583s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.814225] env[62697]: DEBUG oslo_vmware.api [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706413, 'name': PowerOffVM_Task, 'duration_secs': 0.326778} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.814529] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.815734] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.815734] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0bdb75e-690d-4287-bb2c-358ca7039bd1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.926188] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.926465] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.926627] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Deleting the datastore file [datastore1] 41214d53-0bcf-4dc7-98c0-a335ffc0eb62 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.926906] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-041a4572-db99-47a7-a85c-06dcf9440667 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.937309] env[62697]: DEBUG oslo_vmware.api [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1441.937309] env[62697]: value = "task-1706417" [ 1441.937309] env[62697]: _type = "Task" [ 1441.937309] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.950072] env[62697]: DEBUG oslo_vmware.api [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.009836] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.192273] env[62697]: DEBUG oslo_vmware.api [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706415, 'name': PowerOffVM_Task, 'duration_secs': 0.389137} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.192570] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.192824] env[62697]: DEBUG nova.compute.manager [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1442.193580] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096b1cc7-916f-4b65-93ca-f58c77a98dbe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.431924] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.431924] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.456819] env[62697]: DEBUG oslo_vmware.api [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278155} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.457280] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.458659] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.458659] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.458821] env[62697]: INFO nova.compute.manager [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1442.459099] env[62697]: DEBUG oslo.service.loopingcall [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.459392] env[62697]: DEBUG nova.compute.manager [-] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1442.459533] env[62697]: DEBUG nova.network.neutron [-] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.510773] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706414, 'name': ReconfigVM_Task, 'duration_secs': 0.618759} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.511569] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/e3b27de9-391f-431b-bdc5-c06b100b212d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.512410] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d19acf2-382e-417f-a3f6-d2f3d2602c6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.524372] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1442.524372] env[62697]: value = "task-1706418" [ 1442.524372] env[62697]: _type = "Task" [ 1442.524372] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.536881] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706418, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.648323] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.648724] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.711516] env[62697]: DEBUG oslo_concurrency.lockutils [None req-22816749-6acc-4cd4-8c47-230d5f3144c2 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.931820] env[62697]: DEBUG nova.compute.manager [req-fbabc0f0-6438-4d17-8a05-efbeb6eb3c32 req-4f07fbde-0479-4f33-b425-012249a1c4d2 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Received event network-vif-deleted-2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1442.932096] env[62697]: INFO nova.compute.manager [req-fbabc0f0-6438-4d17-8a05-efbeb6eb3c32 req-4f07fbde-0479-4f33-b425-012249a1c4d2 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Neutron deleted interface 2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2; detaching it from the instance and deleting it from the info cache [ 1442.932307] env[62697]: DEBUG nova.network.neutron [req-fbabc0f0-6438-4d17-8a05-efbeb6eb3c32 req-4f07fbde-0479-4f33-b425-012249a1c4d2 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.944528] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.944528] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1443.000305] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a625f0-d7d6-4d0e-b248-e98084b55386 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.010075] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d304a1-6473-415b-b165-805a93a81b2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.050060] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9478b2a7-708c-4746-94a9-9de670b958fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.065021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7625c2-51a3-429e-9bd1-1c01bfa11cec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.066907] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706418, 'name': Rename_Task, 'duration_secs': 0.158218} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.067272] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.067968] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ec9f5e-a1d1-4814-9a33-ada46e7911c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.078886] env[62697]: DEBUG nova.compute.provider_tree [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.081544] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1443.081544] env[62697]: value = "task-1706419" [ 1443.081544] env[62697]: _type = "Task" [ 1443.081544] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.091148] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.151917] env[62697]: DEBUG nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1443.223738] env[62697]: INFO nova.compute.manager [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Rebuilding instance [ 1443.278592] env[62697]: DEBUG nova.compute.manager [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1443.279652] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714251b-dcf0-4c9e-93a4-f0a4286661f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.387737] env[62697]: DEBUG nova.network.neutron [-] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.435317] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a495bc4-da1e-4100-9651-f613717b00f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.446116] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a480bb-b312-434e-901c-6287eeb6daac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.483173] env[62697]: DEBUG nova.compute.manager [req-fbabc0f0-6438-4d17-8a05-efbeb6eb3c32 req-4f07fbde-0479-4f33-b425-012249a1c4d2 service nova] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Detach interface failed, port_id=2c5ea723-d397-4a8a-88ea-e4bafa5a9ff2, reason: Instance 41214d53-0bcf-4dc7-98c0-a335ffc0eb62 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1443.583835] env[62697]: DEBUG nova.scheduler.client.report [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1443.601643] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.675973] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.794634] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.795015] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba82b559-e7e0-4d21-95f1-f06087938bab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.804158] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1443.804158] env[62697]: value = "task-1706420" [ 1443.804158] env[62697]: _type = "Task" [ 1443.804158] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.812637] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.891134] env[62697]: INFO nova.compute.manager [-] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Took 1.43 seconds to deallocate network for instance. [ 1444.098773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.099386] env[62697]: DEBUG nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1444.103768] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.371s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.107880] env[62697]: INFO nova.compute.claims [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.115483] env[62697]: DEBUG oslo_vmware.api [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706419, 'name': PowerOnVM_Task, 'duration_secs': 0.684317} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.115483] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.115723] env[62697]: INFO nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1444.115952] env[62697]: DEBUG nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1444.117146] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df0a44-7d2c-4651-aab7-a827917320f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.320298] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1444.320667] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.321573] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330af8c-5d95-4250-9844-18f09e517b1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.330293] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.330565] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd0049c-e5e8-4c7d-b477-1f4c7f3038c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.401122] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.450507] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.450899] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.451183] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleting the datastore file [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.451554] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b3848ca-9a79-4489-a728-e7b936dc0cb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.460586] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1444.460586] env[62697]: value = "task-1706422" [ 1444.460586] env[62697]: _type = "Task" [ 1444.460586] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.474911] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.511031] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.511212] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.511360] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1444.616409] env[62697]: DEBUG nova.compute.utils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.617917] env[62697]: DEBUG nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1444.618103] env[62697]: DEBUG nova.network.neutron [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.641881] env[62697]: INFO nova.compute.manager [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Took 31.32 seconds to build instance. [ 1444.680543] env[62697]: DEBUG nova.policy [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '735f483f382047e1b4b6140d672c146e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f3c84ac1d946959522dc47b36e78c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1444.905428] env[62697]: DEBUG nova.compute.manager [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Stashing vm_state: stopped {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1444.947529] env[62697]: DEBUG nova.network.neutron [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Successfully created port: 32d29f39-569a-4869-9591-e7ea811e08d7 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.971355] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259867} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.971623] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.971818] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.972015] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.122012] env[62697]: DEBUG nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1445.146778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aa82cffc-766e-4345-b00a-35b593482ecb tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.839s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.426606] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.595621] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c93153-d899-42a5-b337-1f06ba7632b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.607057] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15a80a5-9706-4c94-869a-294bbfbd09f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.640906] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9933ac65-5e05-4f18-9552-fbded8af65e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.652019] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446e2c3f-d243-4f24-8af8-49299ae7b12b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.668029] env[62697]: DEBUG nova.compute.provider_tree [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.955446] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance_info_cache with network_info: [{"id": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "address": "fa:16:3e:48:e1:0a", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f687e-6e", "ovs_interfaceid": "702f687e-6ebd-4576-a45e-f06d0ddeca04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.012141] env[62697]: DEBUG nova.virt.hardware [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.012993] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79d9301-a2f1-4e9d-b89b-7fd997993237 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.023598] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce8fec8-f468-4b8b-aec4-f5d8d9b8c5c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.037994] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:bf:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40702d71-3969-4e3d-b8ff-fd35662a14f5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.045698] env[62697]: DEBUG oslo.service.loopingcall [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.045956] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.046225] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7402b696-776c-457b-b11c-86c40fc78fd5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.069722] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.069722] env[62697]: value = "task-1706423" [ 1446.069722] env[62697]: _type = "Task" [ 1446.069722] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.083016] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706423, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.146976] env[62697]: DEBUG nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1446.170524] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.170784] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.170946] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.171214] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.171377] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.172257] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.172257] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.172257] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.172257] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.172473] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.172473] env[62697]: DEBUG nova.virt.hardware [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.173409] env[62697]: DEBUG nova.scheduler.client.report [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1446.177272] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deea6ee-48a8-4043-ae16-1666e4d64837 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.187530] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1570146-eae5-4743-8b72-d888b70fd718 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.437886] env[62697]: DEBUG nova.compute.manager [req-4ad763bf-0eb8-4c32-a993-cf8a7d622f7a req-9fcc378b-bdd4-4456-b6fb-4edc69f7f1d5 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Received event network-vif-plugged-32d29f39-569a-4869-9591-e7ea811e08d7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1446.438164] env[62697]: DEBUG oslo_concurrency.lockutils [req-4ad763bf-0eb8-4c32-a993-cf8a7d622f7a req-9fcc378b-bdd4-4456-b6fb-4edc69f7f1d5 service nova] Acquiring lock "d88d62a0-6552-4514-9e39-d73ce457b37d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.438392] env[62697]: DEBUG oslo_concurrency.lockutils [req-4ad763bf-0eb8-4c32-a993-cf8a7d622f7a req-9fcc378b-bdd4-4456-b6fb-4edc69f7f1d5 service nova] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.438709] env[62697]: DEBUG oslo_concurrency.lockutils [req-4ad763bf-0eb8-4c32-a993-cf8a7d622f7a req-9fcc378b-bdd4-4456-b6fb-4edc69f7f1d5 service nova] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.438709] env[62697]: DEBUG nova.compute.manager [req-4ad763bf-0eb8-4c32-a993-cf8a7d622f7a req-9fcc378b-bdd4-4456-b6fb-4edc69f7f1d5 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] No waiting events found dispatching network-vif-plugged-32d29f39-569a-4869-9591-e7ea811e08d7 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1446.438885] env[62697]: WARNING nova.compute.manager [req-4ad763bf-0eb8-4c32-a993-cf8a7d622f7a req-9fcc378b-bdd4-4456-b6fb-4edc69f7f1d5 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Received unexpected event network-vif-plugged-32d29f39-569a-4869-9591-e7ea811e08d7 for instance with vm_state building and task_state spawning. [ 1446.458877] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-1b474473-e1cd-4a71-be47-f9e54d37a059" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.458877] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1446.458877] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.458877] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.458877] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.458877] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.458877] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.458877] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.458877] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1446.541714] env[62697]: DEBUG nova.network.neutron [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Successfully updated port: 32d29f39-569a-4869-9591-e7ea811e08d7 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.595255] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706423, 'name': CreateVM_Task, 'duration_secs': 0.376245} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.595472] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.597702] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.597791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.598123] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1446.598412] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2074c24-55ae-4634-accb-1bb6263c405d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.607228] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1446.607228] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5215366f-548c-f7df-8fae-0ec9d5c6c16c" [ 1446.607228] env[62697]: _type = "Task" [ 1446.607228] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.618186] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5215366f-548c-f7df-8fae-0ec9d5c6c16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.683148] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.683899] env[62697]: DEBUG nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1446.689588] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.703s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.689829] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.691848] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.273s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.692105] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.697018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.378s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.697018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.697018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.156s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.697416] env[62697]: INFO nova.compute.claims [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.700747] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "8ce3b721-081e-4f6e-9e35-1f510e467e98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.700961] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.730850] env[62697]: INFO nova.scheduler.client.report [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Deleted allocations for instance 2c4c03dd-a708-45a4-b8bd-a60964917f90 [ 1446.731646] env[62697]: INFO nova.scheduler.client.report [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Deleted allocations for instance cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f [ 1446.751367] env[62697]: INFO nova.scheduler.client.report [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Deleted allocations for instance f44d9df2-683c-429b-9a5d-fad6a96d0648 [ 1447.045034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.045188] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.045349] env[62697]: DEBUG nova.network.neutron [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.119303] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5215366f-548c-f7df-8fae-0ec9d5c6c16c, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.119621] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.119945] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.120225] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.120378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.120562] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.121168] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12456fb5-3908-4b22-8670-357de20be36f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.142576] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.142799] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.143625] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a93ab64-363f-44b7-8fa6-4fa7f996f418 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.149925] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1447.149925] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52365c59-98d0-d2a0-0812-c33d23c8aeac" [ 1447.149925] env[62697]: _type = "Task" [ 1447.149925] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.160392] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52365c59-98d0-d2a0-0812-c33d23c8aeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.191592] env[62697]: DEBUG nova.compute.utils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.193066] env[62697]: DEBUG nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1447.193538] env[62697]: DEBUG nova.network.neutron [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.202959] env[62697]: DEBUG nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1447.248021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1ff66861-6f54-4f30-83b9-66c2f15025a2 tempest-ServersTestFqdnHostnames-1542288883 tempest-ServersTestFqdnHostnames-1542288883-project-member] Lock "2c4c03dd-a708-45a4-b8bd-a60964917f90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.989s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.248021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-96a09a99-a933-42b9-a1d0-a6ef4bd81986 tempest-ServersTestBootFromVolume-384727426 tempest-ServersTestBootFromVolume-384727426-project-member] Lock "cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.250s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.258174] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b27528a-3f16-4e66-b532-d3d5c3cb65e1 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "f44d9df2-683c-429b-9a5d-fad6a96d0648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.934s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.323460] env[62697]: DEBUG nova.policy [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f68e9fb5ad84eef80b51b48f41979a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20d6793d24f646e89fae8f13078eb939', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1447.622118] env[62697]: DEBUG nova.network.neutron [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.663832] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52365c59-98d0-d2a0-0812-c33d23c8aeac, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.664871] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92116085-462a-491a-8243-19990657ac3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.671207] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1447.671207] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52260048-d756-eb01-45ce-d85c3ded371a" [ 1447.671207] env[62697]: _type = "Task" [ 1447.671207] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.680508] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52260048-d756-eb01-45ce-d85c3ded371a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.698502] env[62697]: DEBUG nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1447.733220] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.858264] env[62697]: DEBUG nova.network.neutron [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Successfully created port: f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.911463] env[62697]: DEBUG nova.network.neutron [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Updating instance_info_cache with network_info: [{"id": "32d29f39-569a-4869-9591-e7ea811e08d7", "address": "fa:16:3e:85:10:fb", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d29f39-56", "ovs_interfaceid": "32d29f39-569a-4869-9591-e7ea811e08d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.183022] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52260048-d756-eb01-45ce-d85c3ded371a, 'name': SearchDatastore_Task, 'duration_secs': 0.035191} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.183368] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.183743] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.184818] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cb84c0d-6315-4480-acaa-86f0b382f09f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.187492] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5284816-8301-4a3a-bc8f-b723ded77c1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.204232] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f1d61-2780-4cb5-882b-aa446527a447 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.212116] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1448.212116] env[62697]: value = "task-1706424" [ 1448.212116] env[62697]: _type = "Task" [ 1448.212116] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.250769] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5da1d6-fa98-4e7e-af45-76843ebab02f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.260776] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.267627] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a87473-c6dc-4e5d-acc8-5e4e79014462 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.285421] env[62697]: DEBUG nova.compute.provider_tree [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.414704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.415840] env[62697]: DEBUG nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Instance network_info: |[{"id": "32d29f39-569a-4869-9591-e7ea811e08d7", "address": "fa:16:3e:85:10:fb", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d29f39-56", "ovs_interfaceid": "32d29f39-569a-4869-9591-e7ea811e08d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1448.415840] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:10:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d29f39-569a-4869-9591-e7ea811e08d7', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.430967] env[62697]: DEBUG oslo.service.loopingcall [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.431783] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.433918] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b126341e-3869-4ae1-9d0d-d5cc154aba58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.458038] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.458038] env[62697]: value = "task-1706425" [ 1448.458038] env[62697]: _type = "Task" [ 1448.458038] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.469197] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706425, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.714739] env[62697]: DEBUG nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1448.733343] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706424, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.756589] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1448.756876] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1448.757345] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.757686] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1448.757995] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.758196] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1448.758428] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1448.758596] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1448.758847] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1448.759053] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1448.759208] env[62697]: DEBUG nova.virt.hardware [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1448.761160] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be92238-7c07-484c-bd3a-5f58a4c4b15b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.770791] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba6257f-4b29-49d6-9ec5-bb5f5ca4acd7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.784421] env[62697]: DEBUG nova.compute.manager [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Received event network-changed-32d29f39-569a-4869-9591-e7ea811e08d7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1448.784421] env[62697]: DEBUG nova.compute.manager [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Refreshing instance network info cache due to event network-changed-32d29f39-569a-4869-9591-e7ea811e08d7. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1448.784421] env[62697]: DEBUG oslo_concurrency.lockutils [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] Acquiring lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.784421] env[62697]: DEBUG oslo_concurrency.lockutils [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] Acquired lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.784421] env[62697]: DEBUG nova.network.neutron [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Refreshing network info cache for port 32d29f39-569a-4869-9591-e7ea811e08d7 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.789895] env[62697]: DEBUG nova.scheduler.client.report [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1448.971341] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706425, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.233992] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725439} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.233992] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.233992] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.233992] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-860b1926-0c77-419c-ac01-0fe1355fb471 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.242208] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1449.242208] env[62697]: value = "task-1706426" [ 1449.242208] env[62697]: _type = "Task" [ 1449.242208] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.252913] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.307641] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.308288] env[62697]: DEBUG nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1449.311896] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.299s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.312077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.314386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.065s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.314583] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.319022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.635s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.319022] env[62697]: INFO nova.compute.claims [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.365624] env[62697]: INFO nova.scheduler.client.report [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted allocations for instance d75da1a4-74fd-44d8-b586-f9a5a9895a4f [ 1449.367739] env[62697]: INFO nova.scheduler.client.report [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted allocations for instance 4839bee9-976a-43ab-a821-c3eb9c43ffed [ 1449.473977] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706425, 'name': CreateVM_Task, 'duration_secs': 0.566589} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.474223] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.475113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.476556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.476556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.476556] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1586e5b-b9bd-4c40-ab69-a88e3082241a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.478568] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.485052] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1449.485052] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528dba8d-079d-a109-4d67-d1dce5db5df0" [ 1449.485052] env[62697]: _type = "Task" [ 1449.485052] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.498568] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528dba8d-079d-a109-4d67-d1dce5db5df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.754943] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257805} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.755278] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.759159] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a02f6b-0122-49ff-8f91-0b3b1025b886 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.785020] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.787755] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eddf56c-49ef-42f2-bdda-425e106681e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.810147] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1449.810147] env[62697]: value = "task-1706427" [ 1449.810147] env[62697]: _type = "Task" [ 1449.810147] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.820790] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.823524] env[62697]: DEBUG nova.compute.utils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.828187] env[62697]: DEBUG nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1449.828187] env[62697]: DEBUG nova.network.neutron [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.859254] env[62697]: DEBUG nova.network.neutron [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Successfully updated port: f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.880049] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87599011-1f9b-4e63-999f-e479c9f24de2 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "d75da1a4-74fd-44d8-b586-f9a5a9895a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.945s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.884234] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c225a322-a412-4136-b9db-50962f2a0c03 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "4839bee9-976a-43ab-a821-c3eb9c43ffed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.066s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.888054] env[62697]: DEBUG nova.policy [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6b108f28422493d9e183baf313f909c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4145f85ff4564f57b63f1c50c7cd23c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1449.916776] env[62697]: DEBUG nova.network.neutron [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Updated VIF entry in instance network info cache for port 32d29f39-569a-4869-9591-e7ea811e08d7. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.917410] env[62697]: DEBUG nova.network.neutron [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Updating instance_info_cache with network_info: [{"id": "32d29f39-569a-4869-9591-e7ea811e08d7", "address": "fa:16:3e:85:10:fb", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d29f39-56", "ovs_interfaceid": "32d29f39-569a-4869-9591-e7ea811e08d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.982763] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.001736] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528dba8d-079d-a109-4d67-d1dce5db5df0, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.001736] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.001736] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.001736] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.001736] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.002049] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.002092] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9003e2f0-24c2-48c4-a550-f4ce848eb939 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.013230] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.013677] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.014488] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845432be-df0f-4ba9-8482-7ce569239166 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.023790] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1450.023790] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52af93c1-9ec5-85fd-214f-eb96ec6d2135" [ 1450.023790] env[62697]: _type = "Task" [ 1450.023790] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.033503] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52af93c1-9ec5-85fd-214f-eb96ec6d2135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.206581] env[62697]: DEBUG nova.network.neutron [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Successfully created port: b4701ac0-5510-4d9a-903b-7b048b4d2d63 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.322864] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.328565] env[62697]: DEBUG nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1450.363201] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.363519] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquired lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.363795] env[62697]: DEBUG nova.network.neutron [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.423458] env[62697]: DEBUG oslo_concurrency.lockutils [req-875a7a17-9cda-4283-83ad-c981bad70d8e req-9ae73312-cc1d-486a-aa4e-25e1545b9628 service nova] Releasing lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.539411] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52af93c1-9ec5-85fd-214f-eb96ec6d2135, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.546129] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741bddbe-2b2d-42f3-a996-b36c5d7e3dd8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.556226] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1450.556226] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524f03a5-ca32-db71-ccbc-8e7f857f372b" [ 1450.556226] env[62697]: _type = "Task" [ 1450.556226] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.559522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.559778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.559995] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.560225] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.560405] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.562837] env[62697]: INFO nova.compute.manager [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Terminating instance [ 1450.569787] env[62697]: DEBUG nova.compute.manager [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1450.569947] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1450.570908] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389ba5b-1111-41c6-91c6-8792d868c94f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.580938] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524f03a5-ca32-db71-ccbc-8e7f857f372b, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.586661] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.586661] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/d88d62a0-6552-4514-9e39-d73ce457b37d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.586936] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.587362] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f63d39cd-0c67-4225-bd86-8c3b056beb47 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.589493] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0405a15-e71c-49bc-b6c3-290a0a268993 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.597107] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1450.597107] env[62697]: value = "task-1706429" [ 1450.597107] env[62697]: _type = "Task" [ 1450.597107] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.598445] env[62697]: DEBUG oslo_vmware.api [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1450.598445] env[62697]: value = "task-1706428" [ 1450.598445] env[62697]: _type = "Task" [ 1450.598445] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.618464] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.622265] env[62697]: DEBUG oslo_vmware.api [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.822048] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706427, 'name': ReconfigVM_Task, 'duration_secs': 0.754512} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.822048] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5/50b2061a-45ff-422c-9907-cc23651846d5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.822997] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4c25635-b171-4a0e-85f3-9e65af2b5e49 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.830432] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1450.830432] env[62697]: value = "task-1706430" [ 1450.830432] env[62697]: _type = "Task" [ 1450.830432] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.835795] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb1cefa-b2e8-4e15-a961-c943090c93a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.848211] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706430, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.852373] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965fa6b1-e3dc-4048-b59c-06a8b37df165 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.898051] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b37c4-f2dd-4056-bff9-0a694042f5d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.908948] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c6f6d-499b-4b28-be47-b4f7a0aee9bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.927649] env[62697]: DEBUG nova.compute.provider_tree [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.998300] env[62697]: DEBUG nova.network.neutron [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.123138] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706429, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.127524] env[62697]: DEBUG oslo_vmware.api [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706428, 'name': PowerOffVM_Task, 'duration_secs': 0.218145} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.127822] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.127990] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1451.128641] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e026eadb-3a9f-4e95-8e1e-63fad0d1c8e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.226645] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1451.226858] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1451.227065] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Deleting the datastore file [datastore1] e48fd17e-2e72-43b5-a5b0-40187e23f3ce {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.227389] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28608bbf-a7b9-4cd0-96f9-c3a4735b12fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.236969] env[62697]: DEBUG oslo_vmware.api [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for the task: (returnval){ [ 1451.236969] env[62697]: value = "task-1706432" [ 1451.236969] env[62697]: _type = "Task" [ 1451.236969] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.246944] env[62697]: DEBUG oslo_vmware.api [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.304621] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "befe100c-1ae4-4475-a872-210cb8123eb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.304955] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "befe100c-1ae4-4475-a872-210cb8123eb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.343655] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "53f78b72-6219-42c6-8658-4b07fa70b6a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.344088] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.344523] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706430, 'name': Rename_Task, 'duration_secs': 0.495824} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.344844] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.345128] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144a2d4d-5fd5-439d-afeb-68d6a6c1a133 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.350426] env[62697]: DEBUG nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1451.353976] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1451.353976] env[62697]: value = "task-1706433" [ 1451.353976] env[62697]: _type = "Task" [ 1451.353976] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.365701] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.395146] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1451.397133] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1451.397988] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.397988] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1451.397988] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.398319] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1451.398390] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1451.398725] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1451.399110] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1451.399212] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1451.399388] env[62697]: DEBUG nova.virt.hardware [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1451.403903] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113e4fe3-08a1-4262-9bfb-44deb4a102c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.419252] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6e008-e8f0-49d8-8e47-b62b025c8c44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.440624] env[62697]: DEBUG nova.scheduler.client.report [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1451.528628] env[62697]: DEBUG nova.network.neutron [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Updating instance_info_cache with network_info: [{"id": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "address": "fa:16:3e:9f:92:53", "network": {"id": "b808f368-b923-4672-8653-8cdcb2126e6a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105436819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20d6793d24f646e89fae8f13078eb939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf561e271-fc", "ovs_interfaceid": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.590917] env[62697]: DEBUG nova.compute.manager [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Received event network-vif-plugged-f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1451.591201] env[62697]: DEBUG oslo_concurrency.lockutils [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] Acquiring lock "301332c1-716e-403a-9309-c7f570b9257d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.591463] env[62697]: DEBUG oslo_concurrency.lockutils [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] Lock "301332c1-716e-403a-9309-c7f570b9257d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.591652] env[62697]: DEBUG oslo_concurrency.lockutils [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] Lock "301332c1-716e-403a-9309-c7f570b9257d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.591845] env[62697]: DEBUG nova.compute.manager [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] No waiting events found dispatching network-vif-plugged-f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1451.596086] env[62697]: WARNING nova.compute.manager [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Received unexpected event network-vif-plugged-f561e271-fcbd-44a5-a035-de3f9919e7e9 for instance with vm_state building and task_state spawning. [ 1451.596340] env[62697]: DEBUG nova.compute.manager [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Received event network-changed-f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1451.596521] env[62697]: DEBUG nova.compute.manager [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Refreshing instance network info cache due to event network-changed-f561e271-fcbd-44a5-a035-de3f9919e7e9. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1451.596708] env[62697]: DEBUG oslo_concurrency.lockutils [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] Acquiring lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.610078] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629062} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.610360] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/d88d62a0-6552-4514-9e39-d73ce457b37d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.610575] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.611428] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83389cb8-b30c-4125-9035-5f0e5a239f5b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.620982] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1451.620982] env[62697]: value = "task-1706434" [ 1451.620982] env[62697]: _type = "Task" [ 1451.620982] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.633508] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.749025] env[62697]: DEBUG oslo_vmware.api [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Task: {'id': task-1706432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274264} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.749025] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.749025] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.749025] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.749025] env[62697]: INFO nova.compute.manager [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1451.749025] env[62697]: DEBUG oslo.service.loopingcall [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.749025] env[62697]: DEBUG nova.compute.manager [-] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1451.749410] env[62697]: DEBUG nova.network.neutron [-] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1451.810009] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1451.865997] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706433, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.945053] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.945797] env[62697]: DEBUG nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1451.953033] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.355s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.953033] env[62697]: INFO nova.compute.claims [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.035118] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Releasing lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.035512] env[62697]: DEBUG nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Instance network_info: |[{"id": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "address": "fa:16:3e:9f:92:53", "network": {"id": "b808f368-b923-4672-8653-8cdcb2126e6a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105436819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20d6793d24f646e89fae8f13078eb939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf561e271-fc", "ovs_interfaceid": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1452.035842] env[62697]: DEBUG oslo_concurrency.lockutils [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] Acquired lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.036348] env[62697]: DEBUG nova.network.neutron [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Refreshing network info cache for port f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.040889] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:92:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f561e271-fcbd-44a5-a035-de3f9919e7e9', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.045599] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Creating folder: Project (20d6793d24f646e89fae8f13078eb939). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.046621] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49067d67-66de-42c3-a4af-3175d4563f35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.062260] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Created folder: Project (20d6793d24f646e89fae8f13078eb939) in parent group-v355409. [ 1452.062399] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Creating folder: Instances. Parent ref: group-v355575. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.062671] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e487075c-0de9-438e-8550-67ed93d951ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.075047] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Created folder: Instances in parent group-v355575. [ 1452.075047] env[62697]: DEBUG oslo.service.loopingcall [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.075047] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.075047] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df54c2d3-5c5a-4ed8-bffe-70b2e73dc660 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.093302] env[62697]: DEBUG nova.network.neutron [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Successfully updated port: b4701ac0-5510-4d9a-903b-7b048b4d2d63 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.102757] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.102757] env[62697]: value = "task-1706437" [ 1452.102757] env[62697]: _type = "Task" [ 1452.102757] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.113099] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706437, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.141989] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083983} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.142607] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.143535] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04539d7c-0460-4709-b51c-4482d9d855dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.171695] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/d88d62a0-6552-4514-9e39-d73ce457b37d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.172300] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-affceebf-c2bf-42f1-b87e-82be1047f554 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.197917] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1452.197917] env[62697]: value = "task-1706438" [ 1452.197917] env[62697]: _type = "Task" [ 1452.197917] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.207327] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.343880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.373264] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706433, 'name': PowerOnVM_Task, 'duration_secs': 0.931336} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.373264] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.373264] env[62697]: DEBUG nova.compute.manager [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1452.373264] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ce9e10-e3de-4f68-b12d-3f7c4bd752d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.461018] env[62697]: DEBUG nova.compute.utils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.463997] env[62697]: DEBUG nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1452.464480] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.543359] env[62697]: DEBUG nova.policy [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64455a37116a439eb903740e546c5e50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4d6f3de0e614da0ae5274333f3a0a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1452.596606] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-2a97e550-9060-44af-80f8-48ffc476fe5d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.596935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-2a97e550-9060-44af-80f8-48ffc476fe5d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.597074] env[62697]: DEBUG nova.network.neutron [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.614906] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706437, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.720670] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.846573] env[62697]: DEBUG nova.compute.manager [req-9c2f3601-d77e-468a-9433-af666fe7490d req-f61b0676-2b18-4f8c-b16a-70ca33e41105 service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Received event network-vif-deleted-a1da783c-fe8c-4314-a205-3f76bbe123de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1452.846573] env[62697]: INFO nova.compute.manager [req-9c2f3601-d77e-468a-9433-af666fe7490d req-f61b0676-2b18-4f8c-b16a-70ca33e41105 service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Neutron deleted interface a1da783c-fe8c-4314-a205-3f76bbe123de; detaching it from the instance and deleting it from the info cache [ 1452.848288] env[62697]: DEBUG nova.network.neutron [req-9c2f3601-d77e-468a-9433-af666fe7490d req-f61b0676-2b18-4f8c-b16a-70ca33e41105 service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.888359] env[62697]: INFO nova.compute.manager [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] bringing vm to original state: 'stopped' [ 1452.891273] env[62697]: DEBUG nova.network.neutron [-] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.934441] env[62697]: DEBUG nova.network.neutron [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Updated VIF entry in instance network info cache for port f561e271-fcbd-44a5-a035-de3f9919e7e9. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.934441] env[62697]: DEBUG nova.network.neutron [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Updating instance_info_cache with network_info: [{"id": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "address": "fa:16:3e:9f:92:53", "network": {"id": "b808f368-b923-4672-8653-8cdcb2126e6a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105436819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20d6793d24f646e89fae8f13078eb939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf561e271-fc", "ovs_interfaceid": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.948536] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Successfully created port: 285bf2e9-a24f-4bff-a488-a4dd8f837099 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.966390] env[62697]: DEBUG nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1453.116153] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706437, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.172701] env[62697]: DEBUG nova.network.neutron [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.220296] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706438, 'name': ReconfigVM_Task, 'duration_secs': 0.838409} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.224297] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/d88d62a0-6552-4514-9e39-d73ce457b37d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.227542] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5a34804-5fde-4be5-9f25-0aaf3341d661 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.237015] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1453.237015] env[62697]: value = "task-1706439" [ 1453.237015] env[62697]: _type = "Task" [ 1453.237015] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.250974] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706439, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.352311] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb79d068-79ea-44ae-8e53-c18257634306 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.366535] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e371660-17c0-4cca-a770-20a22d1ec3c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.401021] env[62697]: INFO nova.compute.manager [-] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Took 1.65 seconds to deallocate network for instance. [ 1453.415449] env[62697]: DEBUG nova.compute.manager [req-9c2f3601-d77e-468a-9433-af666fe7490d req-f61b0676-2b18-4f8c-b16a-70ca33e41105 service nova] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Detach interface failed, port_id=a1da783c-fe8c-4314-a205-3f76bbe123de, reason: Instance e48fd17e-2e72-43b5-a5b0-40187e23f3ce could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1453.438260] env[62697]: DEBUG oslo_concurrency.lockutils [req-1a804662-d64f-4db0-aa2b-20332bf9a82a req-cbb89c86-76e4-4aee-bdb4-64d98ba8b7b5 service nova] Releasing lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.488898] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Successfully created port: 65c169c3-18cf-4b2d-9a39-b1da7d99f4fe {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.541962] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c76f6-d8f1-46bc-9ad0-96f2f9f4db63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.553445] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f26717-8772-45e3-a39d-8d6b60e748bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.592503] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdf5bb0-a7ce-4a56-977c-60b5bb6ddd1c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.601592] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c063eb2-a92c-42bd-8914-e3b42a604fe4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.614800] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706437, 'name': CreateVM_Task, 'duration_secs': 1.115931} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.622616] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.623186] env[62697]: DEBUG nova.compute.provider_tree [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.628038] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.628038] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.628038] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.628038] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c97f48-7f14-4245-8c71-e419ac4b350a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.633594] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1453.633594] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f41a8b-73e8-c9a5-67fb-3917f0ee244c" [ 1453.633594] env[62697]: _type = "Task" [ 1453.633594] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.640693] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f41a8b-73e8-c9a5-67fb-3917f0ee244c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.641711] env[62697]: DEBUG nova.network.neutron [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Updating instance_info_cache with network_info: [{"id": "b4701ac0-5510-4d9a-903b-7b048b4d2d63", "address": "fa:16:3e:a9:bb:69", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4701ac0-55", "ovs_interfaceid": "b4701ac0-5510-4d9a-903b-7b048b4d2d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.756063] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706439, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.760748] env[62697]: DEBUG nova.compute.manager [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Received event network-vif-plugged-b4701ac0-5510-4d9a-903b-7b048b4d2d63 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1453.764835] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] Acquiring lock "2a97e550-9060-44af-80f8-48ffc476fe5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.764835] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.764835] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.764835] env[62697]: DEBUG nova.compute.manager [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] No waiting events found dispatching network-vif-plugged-b4701ac0-5510-4d9a-903b-7b048b4d2d63 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1453.764835] env[62697]: WARNING nova.compute.manager [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Received unexpected event network-vif-plugged-b4701ac0-5510-4d9a-903b-7b048b4d2d63 for instance with vm_state building and task_state spawning. [ 1453.764835] env[62697]: DEBUG nova.compute.manager [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Received event network-changed-b4701ac0-5510-4d9a-903b-7b048b4d2d63 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1453.764835] env[62697]: DEBUG nova.compute.manager [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Refreshing instance network info cache due to event network-changed-b4701ac0-5510-4d9a-903b-7b048b4d2d63. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1453.764835] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] Acquiring lock "refresh_cache-2a97e550-9060-44af-80f8-48ffc476fe5d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.913706] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "50b2061a-45ff-422c-9907-cc23651846d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.914404] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.914404] env[62697]: DEBUG nova.compute.manager [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1453.915220] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640bfe7-2047-4fd2-b2ff-efd32aa319ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.926038] env[62697]: DEBUG nova.compute.manager [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1453.930327] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.931008] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.931369] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02fb483c-7f59-4206-8be5-bc8db6084bf1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.939619] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1453.939619] env[62697]: value = "task-1706440" [ 1453.939619] env[62697]: _type = "Task" [ 1453.939619] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.952518] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.983390] env[62697]: DEBUG nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1454.013591] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1454.014324] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1454.014324] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.014324] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1454.014540] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.014585] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1454.015022] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1454.015022] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1454.015219] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1454.015471] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1454.015663] env[62697]: DEBUG nova.virt.hardware [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1454.016706] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8017d8-cfe8-4416-9bef-f1370bf0e2dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.028216] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c4847e-b383-41bd-b7d2-1cbbb0ebbfb8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.127592] env[62697]: DEBUG nova.scheduler.client.report [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1454.143171] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f41a8b-73e8-c9a5-67fb-3917f0ee244c, 'name': SearchDatastore_Task, 'duration_secs': 0.030103} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.143728] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-2a97e550-9060-44af-80f8-48ffc476fe5d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.144657] env[62697]: DEBUG nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Instance network_info: |[{"id": "b4701ac0-5510-4d9a-903b-7b048b4d2d63", "address": "fa:16:3e:a9:bb:69", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4701ac0-55", "ovs_interfaceid": "b4701ac0-5510-4d9a-903b-7b048b4d2d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1454.145067] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.145362] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.146169] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.146301] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.147088] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.147932] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] Acquired lock "refresh_cache-2a97e550-9060-44af-80f8-48ffc476fe5d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.148166] env[62697]: DEBUG nova.network.neutron [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Refreshing network info cache for port b4701ac0-5510-4d9a-903b-7b048b4d2d63 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.153207] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:bb:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4701ac0-5510-4d9a-903b-7b048b4d2d63', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.159548] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating folder: Project (4145f85ff4564f57b63f1c50c7cd23c0). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.159939] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f87dc1c9-3942-44dc-9e02-737e3eb75c64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.162918] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1dd1c46-75e1-47b1-8638-5fce2e938850 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.178313] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created folder: Project (4145f85ff4564f57b63f1c50c7cd23c0) in parent group-v355409. [ 1454.178313] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating folder: Instances. Parent ref: group-v355578. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.178541] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77f1498a-74f2-4c69-9147-6cb4eb91c3c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.181969] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.182220] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.183461] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eac5975-2157-4fab-a64d-dd1373ae545d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.191380] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1454.191380] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d61176-cf9a-2f30-412b-1d825cfbfc26" [ 1454.191380] env[62697]: _type = "Task" [ 1454.191380] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.196610] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created folder: Instances in parent group-v355578. [ 1454.196881] env[62697]: DEBUG oslo.service.loopingcall [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.197566] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.198147] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2db632b8-c8b7-40b5-a0f2-193129111a98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.217133] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d61176-cf9a-2f30-412b-1d825cfbfc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.223786] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.223786] env[62697]: value = "task-1706443" [ 1454.223786] env[62697]: _type = "Task" [ 1454.223786] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.242540] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706443, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.251943] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706439, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.458022] env[62697]: DEBUG oslo_vmware.api [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706440, 'name': PowerOffVM_Task, 'duration_secs': 0.32042} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.461126] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.461126] env[62697]: DEBUG nova.compute.manager [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1454.461992] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd833738-23e9-4424-aff4-d6efe906d58c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.634572] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.636020] env[62697]: DEBUG nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1454.638086] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.072s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.703444] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d61176-cf9a-2f30-412b-1d825cfbfc26, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.704322] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a202fdc-dfac-4e7d-9217-338ecbb70b4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.718354] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1454.718354] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5221e7ad-7c81-b58f-0745-908711a33561" [ 1454.718354] env[62697]: _type = "Task" [ 1454.718354] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.733038] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5221e7ad-7c81-b58f-0745-908711a33561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.736996] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706443, 'name': CreateVM_Task, 'duration_secs': 0.414961} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.737190] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.737888] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.738057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.740238] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.740238] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abac0759-973b-4109-aa19-9e8688f2675f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.747195] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1454.747195] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527cd1aa-7380-1c70-3f80-158fd9e02f6a" [ 1454.747195] env[62697]: _type = "Task" [ 1454.747195] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.757019] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706439, 'name': Rename_Task, 'duration_secs': 1.053724} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.757019] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.757019] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca17afd1-b81e-44b4-8732-54af68085ef1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.760435] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527cd1aa-7380-1c70-3f80-158fd9e02f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.761133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.761389] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.761608] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.766804] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1454.766804] env[62697]: value = "task-1706444" [ 1454.766804] env[62697]: _type = "Task" [ 1454.766804] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.776109] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.987456] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.073s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.070134] env[62697]: DEBUG nova.network.neutron [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Updated VIF entry in instance network info cache for port b4701ac0-5510-4d9a-903b-7b048b4d2d63. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.070499] env[62697]: DEBUG nova.network.neutron [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Updating instance_info_cache with network_info: [{"id": "b4701ac0-5510-4d9a-903b-7b048b4d2d63", "address": "fa:16:3e:a9:bb:69", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4701ac0-55", "ovs_interfaceid": "b4701ac0-5510-4d9a-903b-7b048b4d2d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.141625] env[62697]: DEBUG nova.compute.utils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.143361] env[62697]: DEBUG nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1455.143610] env[62697]: DEBUG nova.network.neutron [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.145739] env[62697]: DEBUG nova.objects.instance [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lazy-loading 'migration_context' on Instance uuid fe45fb95-2776-45ac-8293-8f8607e9be73 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.216952] env[62697]: DEBUG nova.policy [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f00fe1d1b574580a1fe442b141387bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa8849c7070448e8eebb79215e30293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1455.232173] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5221e7ad-7c81-b58f-0745-908711a33561, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.232787] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.233493] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 301332c1-716e-403a-9309-c7f570b9257d/301332c1-716e-403a-9309-c7f570b9257d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.233941] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.235896] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.235896] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de2314ac-65a8-48c5-a5a9-b6129009cd16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.237895] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86732b66-d8c2-46a5-9335-a42c75e15fbe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.248506] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1455.248506] env[62697]: value = "task-1706445" [ 1455.248506] env[62697]: _type = "Task" [ 1455.248506] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.250494] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.250576] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.251593] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8925f22-614a-4c9e-a923-6585b2e44a88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.257681] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.263031] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1455.263031] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5250c76e-f394-c03b-9ae9-f50ff45d7cb5" [ 1455.263031] env[62697]: _type = "Task" [ 1455.263031] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.276222] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5250c76e-f394-c03b-9ae9-f50ff45d7cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.282807] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706444, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.500059] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.573366] env[62697]: DEBUG oslo_concurrency.lockutils [req-e3442dd2-ce87-437e-af37-d34077d4c246 req-9687860f-7d21-443f-9746-d117f0b001ea service nova] Releasing lock "refresh_cache-2a97e550-9060-44af-80f8-48ffc476fe5d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.578184] env[62697]: DEBUG nova.network.neutron [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Successfully created port: 787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.648741] env[62697]: DEBUG nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1455.764694] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706445, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.792951] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5250c76e-f394-c03b-9ae9-f50ff45d7cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.014307} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.796955] env[62697]: DEBUG oslo_vmware.api [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706444, 'name': PowerOnVM_Task, 'duration_secs': 0.95609} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.799768] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5a28f3-fb3e-49d0-b17f-1df914e94712 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.803066] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.803371] env[62697]: INFO nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1455.803587] env[62697]: DEBUG nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1455.804719] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e49be54-1281-4bec-bd76-ec9f02ea0cc6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.812686] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1455.812686] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5221c107-aa48-b73c-09f4-4834465c1be5" [ 1455.812686] env[62697]: _type = "Task" [ 1455.812686] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.835974] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5221c107-aa48-b73c-09f4-4834465c1be5, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.836227] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.836483] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2a97e550-9060-44af-80f8-48ffc476fe5d/2a97e550-9060-44af-80f8-48ffc476fe5d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.836777] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f0fcc0c-e51f-4119-9556-a211ccc5e6d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.849385] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1455.849385] env[62697]: value = "task-1706446" [ 1455.849385] env[62697]: _type = "Task" [ 1455.849385] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.862670] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.914177] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Successfully updated port: 285bf2e9-a24f-4bff-a488-a4dd8f837099 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.142143] env[62697]: DEBUG nova.compute.manager [req-0721c22e-b57a-49cd-bafd-8be39c04e93c req-0f5cc7b6-c784-4c8b-82f5-5420931e210e service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received event network-vif-plugged-285bf2e9-a24f-4bff-a488-a4dd8f837099 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1456.142143] env[62697]: DEBUG oslo_concurrency.lockutils [req-0721c22e-b57a-49cd-bafd-8be39c04e93c req-0f5cc7b6-c784-4c8b-82f5-5420931e210e service nova] Acquiring lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.142143] env[62697]: DEBUG oslo_concurrency.lockutils [req-0721c22e-b57a-49cd-bafd-8be39c04e93c req-0f5cc7b6-c784-4c8b-82f5-5420931e210e service nova] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.142143] env[62697]: DEBUG oslo_concurrency.lockutils [req-0721c22e-b57a-49cd-bafd-8be39c04e93c req-0f5cc7b6-c784-4c8b-82f5-5420931e210e service nova] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.142143] env[62697]: DEBUG nova.compute.manager [req-0721c22e-b57a-49cd-bafd-8be39c04e93c req-0f5cc7b6-c784-4c8b-82f5-5420931e210e service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] No waiting events found dispatching network-vif-plugged-285bf2e9-a24f-4bff-a488-a4dd8f837099 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1456.142143] env[62697]: WARNING nova.compute.manager [req-0721c22e-b57a-49cd-bafd-8be39c04e93c req-0f5cc7b6-c784-4c8b-82f5-5420931e210e service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received unexpected event network-vif-plugged-285bf2e9-a24f-4bff-a488-a4dd8f837099 for instance with vm_state building and task_state spawning. [ 1456.160437] env[62697]: INFO nova.virt.block_device [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Booting with volume 2be5ce5e-e6f1-400b-9db0-65676d805540 at /dev/sda [ 1456.205037] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24b812-b980-443f-9328-8eeef1cfd577 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.220403] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a6686-213f-402f-8c1b-9bc0109e4681 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.226500] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b682271e-8b8c-4f39-8ec6-a4c676054fa7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.263035] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db36440d-921a-4495-a69a-14b41ecda6bc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.282840] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5209e-1cba-4af7-a3ca-65f5d45f6305 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.293577] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550464} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.295732] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 301332c1-716e-403a-9309-c7f570b9257d/301332c1-716e-403a-9309-c7f570b9257d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.296068] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.296438] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f5f751-ed03-4544-8307-8fc4817396a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.299936] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee67d5a3-347d-4354-b287-400ae59ef618 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.323757] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd784bfd-030a-44b5-b87c-45955561cf9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.344026] env[62697]: DEBUG nova.compute.provider_tree [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.344026] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1456.344026] env[62697]: value = "task-1706447" [ 1456.344026] env[62697]: _type = "Task" [ 1456.344026] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.351980] env[62697]: INFO nova.compute.manager [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Took 41.01 seconds to build instance. [ 1456.357125] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "de472561-00a8-455e-897d-599512fcc841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.357125] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "de472561-00a8-455e-897d-599512fcc841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.372832] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b6c258-904c-4551-bf29-9705480c8be2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.395066] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.407654] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546879} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.409746] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "cd3240e3-0064-4468-b117-01d3597e1a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.409746] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "cd3240e3-0064-4468-b117-01d3597e1a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.409746] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2a97e550-9060-44af-80f8-48ffc476fe5d/2a97e550-9060-44af-80f8-48ffc476fe5d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.409746] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.409746] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66201054-f7fe-4648-8ff8-f347bea85a26 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.417478] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1456.417478] env[62697]: value = "task-1706448" [ 1456.417478] env[62697]: _type = "Task" [ 1456.417478] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.450123] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d52f37-4c59-4bf4-a640-901bc8b335af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.453506] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.453812] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.454255] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.461338] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9067b5a9-c58a-4ac0-b895-e6e0ee22e578 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.480403] env[62697]: DEBUG nova.virt.block_device [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updating existing volume attachment record: 84e3b77a-9838-4e27-81ab-57a75faf6cc7 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1456.853594] env[62697]: DEBUG nova.scheduler.client.report [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1456.859958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-66bc0313-90a0-46ea-ae54-fc410f313dda tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.524s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.868481] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161886} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.868775] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.872776] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be97faee-1bca-41cf-9edc-cdf2b5ed0ee7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.904659] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 301332c1-716e-403a-9309-c7f570b9257d/301332c1-716e-403a-9309-c7f570b9257d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.905967] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5c50c1-168c-4aee-91d7-0364918290f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.935605] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109511} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.937538] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.937920] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1456.937920] env[62697]: value = "task-1706449" [ 1456.937920] env[62697]: _type = "Task" [ 1456.937920] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.938639] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c1f80-a4c8-4aee-85c2-543cf27091d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.950128] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.971328] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 2a97e550-9060-44af-80f8-48ffc476fe5d/2a97e550-9060-44af-80f8-48ffc476fe5d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.973472] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939e1c1a-4441-4869-9391-07ca4c5948d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.999746] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1456.999746] env[62697]: value = "task-1706450" [ 1456.999746] env[62697]: _type = "Task" [ 1456.999746] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.015433] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.236404] env[62697]: DEBUG nova.network.neutron [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Successfully updated port: 787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.366115] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1457.454962] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.494649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "50b2061a-45ff-422c-9907-cc23651846d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.494649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.494649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "50b2061a-45ff-422c-9907-cc23651846d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.494649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.494649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.495803] env[62697]: INFO nova.compute.manager [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Terminating instance [ 1457.508071] env[62697]: DEBUG nova.compute.manager [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1457.508071] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.508071] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4134e397-d91b-4aa0-b9f0-fbb10b189a41 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.520710] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.524149] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.524409] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23e11403-d14f-4afe-8e1f-94fe2880e630 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.672929] env[62697]: DEBUG nova.compute.manager [req-ac9aa8ae-ffba-4db7-8298-7c0803527dff req-76f04c35-efe7-415d-bee8-41d1295b8de8 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Received event network-vif-plugged-787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1457.673367] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac9aa8ae-ffba-4db7-8298-7c0803527dff req-76f04c35-efe7-415d-bee8-41d1295b8de8 service nova] Acquiring lock "c680a65b-75a4-4755-aea6-fe632a156d59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.673817] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac9aa8ae-ffba-4db7-8298-7c0803527dff req-76f04c35-efe7-415d-bee8-41d1295b8de8 service nova] Lock "c680a65b-75a4-4755-aea6-fe632a156d59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.674297] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac9aa8ae-ffba-4db7-8298-7c0803527dff req-76f04c35-efe7-415d-bee8-41d1295b8de8 service nova] Lock "c680a65b-75a4-4755-aea6-fe632a156d59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.674623] env[62697]: DEBUG nova.compute.manager [req-ac9aa8ae-ffba-4db7-8298-7c0803527dff req-76f04c35-efe7-415d-bee8-41d1295b8de8 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] No waiting events found dispatching network-vif-plugged-787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1457.674936] env[62697]: WARNING nova.compute.manager [req-ac9aa8ae-ffba-4db7-8298-7c0803527dff req-76f04c35-efe7-415d-bee8-41d1295b8de8 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Received unexpected event network-vif-plugged-787c63ff-80f7-4a44-ab46-7ef15761ebd8 for instance with vm_state building and task_state block_device_mapping. [ 1457.745013] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquiring lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.745013] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquired lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.745013] env[62697]: DEBUG nova.network.neutron [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.875511] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.234s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.885500] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.188s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.887109] env[62697]: INFO nova.compute.claims [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.915925] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.953571] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706449, 'name': ReconfigVM_Task, 'duration_secs': 0.933532} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.953571] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 301332c1-716e-403a-9309-c7f570b9257d/301332c1-716e-403a-9309-c7f570b9257d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.953853] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7baf29d0-fc65-402a-ae17-9a300f6b723a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.965026] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1457.965026] env[62697]: value = "task-1706452" [ 1457.965026] env[62697]: _type = "Task" [ 1457.965026] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.979441] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706452, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.012702] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706450, 'name': ReconfigVM_Task, 'duration_secs': 0.874901} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.013088] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 2a97e550-9060-44af-80f8-48ffc476fe5d/2a97e550-9060-44af-80f8-48ffc476fe5d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.013835] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14667389-4122-40f8-8018-b687cecf55d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.022883] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1458.022883] env[62697]: value = "task-1706453" [ 1458.022883] env[62697]: _type = "Task" [ 1458.022883] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.032325] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706453, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.280869] env[62697]: DEBUG nova.network.neutron [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.313409] env[62697]: DEBUG nova.compute.manager [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received event network-changed-285bf2e9-a24f-4bff-a488-a4dd8f837099 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1458.313555] env[62697]: DEBUG nova.compute.manager [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Refreshing instance network info cache due to event network-changed-285bf2e9-a24f-4bff-a488-a4dd8f837099. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1458.313734] env[62697]: DEBUG oslo_concurrency.lockutils [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] Acquiring lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.313905] env[62697]: DEBUG oslo_concurrency.lockutils [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] Acquired lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.316186] env[62697]: DEBUG nova.network.neutron [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Refreshing network info cache for port 285bf2e9-a24f-4bff-a488-a4dd8f837099 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.432529] env[62697]: DEBUG nova.network.neutron [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updating instance_info_cache with network_info: [{"id": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "address": "fa:16:3e:ef:5e:49", "network": {"id": "d933ac95-ad1d-4193-aaa0-1bd2fb4ee5df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789514692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa8849c7070448e8eebb79215e30293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787c63ff-80", "ovs_interfaceid": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.473970] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706452, 'name': Rename_Task, 'duration_secs': 0.195011} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.474282] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.474562] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74c0bca6-b823-4677-bc7d-00e7a91c8c78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.486911] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1458.486911] env[62697]: value = "task-1706454" [ 1458.486911] env[62697]: _type = "Task" [ 1458.486911] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.500398] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.535608] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706453, 'name': Rename_Task, 'duration_secs': 0.175524} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.536535] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.536535] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36c1f4c-f8b0-47ce-a618-12bd0c53a1be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.546876] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1458.546876] env[62697]: value = "task-1706455" [ 1458.546876] env[62697]: _type = "Task" [ 1458.546876] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.554276] env[62697]: INFO nova.compute.manager [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Rescuing [ 1458.554572] env[62697]: DEBUG oslo_concurrency.lockutils [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.554728] env[62697]: DEBUG oslo_concurrency.lockutils [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.554895] env[62697]: DEBUG nova.network.neutron [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.565367] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.607963] env[62697]: DEBUG nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1458.608611] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1458.608832] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1458.608999] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.609240] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1458.609394] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.609540] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1458.609747] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1458.610151] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1458.610756] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1458.610926] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1458.611413] env[62697]: DEBUG nova.virt.hardware [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1458.613287] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b8b2ca-384a-4938-b3c7-88728ab602e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.622523] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088fabdc-0aeb-447a-b4ed-216505d128da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.818153] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Successfully updated port: 65c169c3-18cf-4b2d-9a39-b1da7d99f4fe {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.825475] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.825731] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.826429] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleting the datastore file [datastore1] 50b2061a-45ff-422c-9907-cc23651846d5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.826429] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e221f6bf-80e2-4004-84e0-55b02e169c81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.835942] env[62697]: DEBUG oslo_vmware.api [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1458.835942] env[62697]: value = "task-1706456" [ 1458.835942] env[62697]: _type = "Task" [ 1458.835942] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.847803] env[62697]: DEBUG oslo_vmware.api [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.873190] env[62697]: DEBUG nova.network.neutron [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.936117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Releasing lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.936117] env[62697]: DEBUG nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance network_info: |[{"id": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "address": "fa:16:3e:ef:5e:49", "network": {"id": "d933ac95-ad1d-4193-aaa0-1bd2fb4ee5df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789514692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa8849c7070448e8eebb79215e30293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787c63ff-80", "ovs_interfaceid": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1458.936501] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:5e:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '787c63ff-80f7-4a44-ab46-7ef15761ebd8', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.944953] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Creating folder: Project (baa8849c7070448e8eebb79215e30293). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.945991] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f51fe81-2051-4d8e-b25f-7716d0a2ee0c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.973019] env[62697]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1458.973019] env[62697]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62697) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1458.973019] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Folder already exists: Project (baa8849c7070448e8eebb79215e30293). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1458.973019] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Creating folder: Instances. Parent ref: group-v355554. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.973019] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa231e32-c832-4d84-8bbd-d3ab7431bb55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.987491] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Created folder: Instances in parent group-v355554. [ 1458.987775] env[62697]: DEBUG oslo.service.loopingcall [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.994428] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.995077] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4c33f99-230b-4392-8bb2-8b23ecf0cc95 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.026417] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.027781] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.027781] env[62697]: value = "task-1706459" [ 1459.027781] env[62697]: _type = "Task" [ 1459.027781] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.044649] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706459, 'name': CreateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.064637] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.088730] env[62697]: DEBUG nova.network.neutron [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.322349] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.346432] env[62697]: DEBUG oslo_vmware.api [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203352} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.350068] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.350321] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.350517] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.350692] env[62697]: INFO nova.compute.manager [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1459.350954] env[62697]: DEBUG oslo.service.loopingcall [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.351478] env[62697]: DEBUG nova.compute.manager [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1459.351581] env[62697]: DEBUG nova.network.neutron [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.428692] env[62697]: DEBUG nova.network.neutron [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Updating instance_info_cache with network_info: [{"id": "32d29f39-569a-4869-9591-e7ea811e08d7", "address": "fa:16:3e:85:10:fb", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d29f39-56", "ovs_interfaceid": "32d29f39-569a-4869-9591-e7ea811e08d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.430698] env[62697]: INFO nova.compute.manager [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Swapping old allocation on dict_keys(['ab8b3737-4d1c-4004-a264-890344e54e2b']) held by migration 9f22d1d9-9a2e-4874-b5a0-6ce3d905fc28 for instance [ 1459.458540] env[62697]: DEBUG nova.scheduler.client.report [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Overwriting current allocation {'allocations': {'ab8b3737-4d1c-4004-a264-890344e54e2b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': '86c2d16aab204f8cb0d916a8b0c8f663', 'user_id': '6b31a43743744d0cb2d65ed9a52e24db', 'consumer_generation': 1} on consumer fe45fb95-2776-45ac-8293-8f8607e9be73 {{(pid=62697) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1459.465029] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b7f22-7598-4c75-a38b-4763b01201da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.472483] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce14a231-cfa7-4e5a-ad0d-46f82c24e0da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.511628] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea6e20c-607b-437c-bd21-b88e1df420b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.524546] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.528767] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4611e203-8374-438e-ba49-2d1a48c531e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.542530] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706459, 'name': CreateVM_Task, 'duration_secs': 0.428887} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.551431] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.552412] env[62697]: DEBUG nova.compute.provider_tree [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.554397] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355561', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'name': 'volume-2be5ce5e-e6f1-400b-9db0-65676d805540', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c680a65b-75a4-4755-aea6-fe632a156d59', 'attached_at': '', 'detached_at': '', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'serial': '2be5ce5e-e6f1-400b-9db0-65676d805540'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'attachment_id': '84e3b77a-9838-4e27-81ab-57a75faf6cc7', 'volume_type': None}], 'swap': None} {{(pid=62697) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1459.554397] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Root volume attach. Driver type: vmdk {{(pid=62697) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1459.558851] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.559111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquired lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.559314] env[62697]: DEBUG nova.network.neutron [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.561622] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9dcd4d-73d8-4eb2-874a-1eeb10ee94d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.575348] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da280d90-1124-4262-96c9-7607da602bfc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.577908] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.583629] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2654cd38-bb7f-43d7-a3bb-fbb3d51d6718 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.591637] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3a9b0d68-b49e-4f04-b348-253cf3b7a81a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.594629] env[62697]: DEBUG oslo_concurrency.lockutils [req-ab445cef-9b75-40df-8563-5394341c84b0 req-14555483-a737-408a-9474-2e7dd926e84c service nova] Releasing lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.594752] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.594918] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.604575] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1459.604575] env[62697]: value = "task-1706460" [ 1459.604575] env[62697]: _type = "Task" [ 1459.604575] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.615173] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706460, 'name': RelocateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.864809] env[62697]: DEBUG nova.compute.manager [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Received event network-changed-787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1459.864992] env[62697]: DEBUG nova.compute.manager [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Refreshing instance network info cache due to event network-changed-787c63ff-80f7-4a44-ab46-7ef15761ebd8. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1459.865276] env[62697]: DEBUG oslo_concurrency.lockutils [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] Acquiring lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.865739] env[62697]: DEBUG oslo_concurrency.lockutils [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] Acquired lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.865944] env[62697]: DEBUG nova.network.neutron [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Refreshing network info cache for port 787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.934303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-d88d62a0-6552-4514-9e39-d73ce457b37d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.018851] env[62697]: DEBUG oslo_vmware.api [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706454, 'name': PowerOnVM_Task, 'duration_secs': 1.30095} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.019180] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.019378] env[62697]: INFO nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1460.019567] env[62697]: DEBUG nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1460.020442] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8044f9a-424e-4e71-b0db-0a62d873f987 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.068062] env[62697]: DEBUG nova.scheduler.client.report [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.069503] env[62697]: DEBUG oslo_vmware.api [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706455, 'name': PowerOnVM_Task, 'duration_secs': 1.277067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.072437] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.072833] env[62697]: INFO nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1460.073167] env[62697]: DEBUG nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1460.075680] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c83387-e3ad-493e-bd11-a59b426dd39d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.118426] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706460, 'name': RelocateVM_Task, 'duration_secs': 0.040106} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.119900] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1460.120218] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355561', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'name': 'volume-2be5ce5e-e6f1-400b-9db0-65676d805540', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c680a65b-75a4-4755-aea6-fe632a156d59', 'attached_at': '', 'detached_at': '', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'serial': '2be5ce5e-e6f1-400b-9db0-65676d805540'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1460.121524] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e6063b-6a52-4042-b7c4-de4e68de6139 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.144874] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a3297-2011-4c53-a681-a953ad0b9bd3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.148816] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.171729] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-2be5ce5e-e6f1-400b-9db0-65676d805540/volume-2be5ce5e-e6f1-400b-9db0-65676d805540.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.172948] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a96f29fe-7c75-49ba-bc32-3ec21512c2bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.197761] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1460.197761] env[62697]: value = "task-1706461" [ 1460.197761] env[62697]: _type = "Task" [ 1460.197761] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.206546] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.275381] env[62697]: DEBUG nova.network.neutron [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.467186] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.467642] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea708f3-1b89-4b80-9da2-26107378395d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.472392] env[62697]: DEBUG nova.network.neutron [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance_info_cache with network_info: [{"id": "83189341-4506-47a3-9db5-59d42a07ab4d", "address": "fa:16:3e:6c:c7:06", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83189341-45", "ovs_interfaceid": "83189341-4506-47a3-9db5-59d42a07ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.481897] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1460.481897] env[62697]: value = "task-1706462" [ 1460.481897] env[62697]: _type = "Task" [ 1460.481897] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.496932] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.540034] env[62697]: INFO nova.compute.manager [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Took 43.84 seconds to build instance. [ 1460.571033] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.571620] env[62697]: DEBUG nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1460.574595] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.637s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.608423] env[62697]: INFO nova.compute.manager [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Took 37.10 seconds to build instance. [ 1460.648502] env[62697]: DEBUG nova.compute.manager [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received event network-vif-plugged-65c169c3-18cf-4b2d-9a39-b1da7d99f4fe {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1460.648502] env[62697]: DEBUG oslo_concurrency.lockutils [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] Acquiring lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.648758] env[62697]: DEBUG oslo_concurrency.lockutils [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.648983] env[62697]: DEBUG oslo_concurrency.lockutils [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.649251] env[62697]: DEBUG nova.compute.manager [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] No waiting events found dispatching network-vif-plugged-65c169c3-18cf-4b2d-9a39-b1da7d99f4fe {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1460.649471] env[62697]: WARNING nova.compute.manager [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received unexpected event network-vif-plugged-65c169c3-18cf-4b2d-9a39-b1da7d99f4fe for instance with vm_state building and task_state spawning. [ 1460.649676] env[62697]: DEBUG nova.compute.manager [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received event network-changed-65c169c3-18cf-4b2d-9a39-b1da7d99f4fe {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1460.649872] env[62697]: DEBUG nova.compute.manager [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Refreshing instance network info cache due to event network-changed-65c169c3-18cf-4b2d-9a39-b1da7d99f4fe. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1460.650137] env[62697]: DEBUG oslo_concurrency.lockutils [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] Acquiring lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.712870] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706461, 'name': ReconfigVM_Task, 'duration_secs': 0.265474} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.713389] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-2be5ce5e-e6f1-400b-9db0-65676d805540/volume-2be5ce5e-e6f1-400b-9db0-65676d805540.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.722251] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f97a9fa-380f-4e95-9d22-f68a5fb1ad9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.746975] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1460.746975] env[62697]: value = "task-1706463" [ 1460.746975] env[62697]: _type = "Task" [ 1460.746975] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.760509] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.779385] env[62697]: INFO nova.compute.manager [-] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Took 1.43 seconds to deallocate network for instance. [ 1460.893545] env[62697]: DEBUG nova.network.neutron [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Updating instance_info_cache with network_info: [{"id": "285bf2e9-a24f-4bff-a488-a4dd8f837099", "address": "fa:16:3e:f1:e3:31", "network": {"id": "adefe1a7-6257-4526-ac22-2ce529873b4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1488133044", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285bf2e9-a2", "ovs_interfaceid": "285bf2e9-a24f-4bff-a488-a4dd8f837099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65c169c3-18cf-4b2d-9a39-b1da7d99f4fe", "address": "fa:16:3e:48:5f:cd", "network": {"id": "971bd188-ff09-48de-91ca-a74eb1963395", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644142058", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c169c3-18", "ovs_interfaceid": "65c169c3-18cf-4b2d-9a39-b1da7d99f4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.944151] env[62697]: DEBUG nova.network.neutron [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updated VIF entry in instance network info cache for port 787c63ff-80f7-4a44-ab46-7ef15761ebd8. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.944685] env[62697]: DEBUG nova.network.neutron [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updating instance_info_cache with network_info: [{"id": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "address": "fa:16:3e:ef:5e:49", "network": {"id": "d933ac95-ad1d-4193-aaa0-1bd2fb4ee5df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789514692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa8849c7070448e8eebb79215e30293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787c63ff-80", "ovs_interfaceid": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.976242] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Releasing lock "refresh_cache-fe45fb95-2776-45ac-8293-8f8607e9be73" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.976775] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.977292] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-664d2487-8a61-4192-88ff-a3bb82c26c6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.987936] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1460.987936] env[62697]: value = "task-1706464" [ 1460.987936] env[62697]: _type = "Task" [ 1460.987936] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.995869] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706462, 'name': PowerOffVM_Task, 'duration_secs': 0.336336} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.996524] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.997361] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f82953a-36c2-412c-9c6c-fa38c04dc0a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.003665] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.017766] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b18d9c8-da96-4ff2-a3aa-9de0d556c970 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.041638] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44425362-fa57-4087-bb3e-e1d301062a66 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "301332c1-716e-403a-9309-c7f570b9257d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.357s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.052243] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.052586] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fed68a-07f5-4846-8f1a-1e93e0dd4091 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.060786] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1461.060786] env[62697]: value = "task-1706465" [ 1461.060786] env[62697]: _type = "Task" [ 1461.060786] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.069936] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1461.070178] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.070431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.070584] env[62697]: DEBUG oslo_concurrency.lockutils [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.070771] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.071043] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20c490b7-07ea-4407-9934-87ef83b23e52 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.078167] env[62697]: DEBUG nova.compute.utils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1461.081917] env[62697]: INFO nova.compute.claims [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.086092] env[62697]: DEBUG nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1461.086092] env[62697]: DEBUG nova.network.neutron [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.087993] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.088196] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.089741] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1825902-27cb-4019-9d64-a6b0eefc5e60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.098681] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1461.098681] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52492229-5457-ff5b-de71-e7a89c8441fe" [ 1461.098681] env[62697]: _type = "Task" [ 1461.098681] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.109028] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1372e28d-8fe0-4982-ba99-208ad0a429dd tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.172s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.109339] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52492229-5457-ff5b-de71-e7a89c8441fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.132923] env[62697]: DEBUG nova.policy [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7f9dc52283d4f97aff7ab913362c51d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac728dc5e74e4396af8e0bfe787b5bca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1461.259260] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706463, 'name': ReconfigVM_Task, 'duration_secs': 0.185586} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.259443] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355561', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'name': 'volume-2be5ce5e-e6f1-400b-9db0-65676d805540', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c680a65b-75a4-4755-aea6-fe632a156d59', 'attached_at': '', 'detached_at': '', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'serial': '2be5ce5e-e6f1-400b-9db0-65676d805540'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1461.259988] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14622514-f147-4452-a990-4adf19ffc1de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.268652] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1461.268652] env[62697]: value = "task-1706466" [ 1461.268652] env[62697]: _type = "Task" [ 1461.268652] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.278710] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706466, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.291030] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.396720] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Releasing lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.396984] env[62697]: DEBUG nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Instance network_info: |[{"id": "285bf2e9-a24f-4bff-a488-a4dd8f837099", "address": "fa:16:3e:f1:e3:31", "network": {"id": "adefe1a7-6257-4526-ac22-2ce529873b4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1488133044", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285bf2e9-a2", "ovs_interfaceid": "285bf2e9-a24f-4bff-a488-a4dd8f837099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65c169c3-18cf-4b2d-9a39-b1da7d99f4fe", "address": "fa:16:3e:48:5f:cd", "network": {"id": "971bd188-ff09-48de-91ca-a74eb1963395", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644142058", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c169c3-18", "ovs_interfaceid": "65c169c3-18cf-4b2d-9a39-b1da7d99f4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1461.397475] env[62697]: DEBUG oslo_concurrency.lockutils [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] Acquired lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.397789] env[62697]: DEBUG nova.network.neutron [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Refreshing network info cache for port 65c169c3-18cf-4b2d-9a39-b1da7d99f4fe {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.399340] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e3:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '285bf2e9-a24f-4bff-a488-a4dd8f837099', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:5f:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65c169c3-18cf-4b2d-9a39-b1da7d99f4fe', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.411024] env[62697]: DEBUG oslo.service.loopingcall [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.412428] env[62697]: DEBUG nova.network.neutron [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Successfully created port: 125d4252-7fec-449e-a3d4-1ee480ac6f25 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.415196] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.415460] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0ade84b-8f9c-48d5-8b9b-5a415b1993dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.439977] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.439977] env[62697]: value = "task-1706467" [ 1461.439977] env[62697]: _type = "Task" [ 1461.439977] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.443949] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "2a97e550-9060-44af-80f8-48ffc476fe5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.444221] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.444433] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "2a97e550-9060-44af-80f8-48ffc476fe5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.444618] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.444786] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.446826] env[62697]: INFO nova.compute.manager [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Terminating instance [ 1461.448524] env[62697]: DEBUG nova.compute.manager [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1461.448724] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.449228] env[62697]: DEBUG oslo_concurrency.lockutils [req-43bf60c4-92f1-45e2-8b42-440d0ffe2223 req-fb5745cb-b749-4ca0-96a3-29b82bb301ab service nova] Releasing lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.450077] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154c3eb-0907-4851-89b7-fb0a9917067c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.458892] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706467, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.460904] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.461194] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce252efb-e3f4-4dce-83ef-fb4462c86956 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.469304] env[62697]: DEBUG oslo_vmware.api [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1461.469304] env[62697]: value = "task-1706468" [ 1461.469304] env[62697]: _type = "Task" [ 1461.469304] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.479870] env[62697]: DEBUG oslo_vmware.api [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.498903] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706464, 'name': PowerOffVM_Task, 'duration_secs': 0.375927} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.499223] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.500144] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:41:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4d541828-6ab2-4a4d-a5cf-902e5c6d35f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625792729',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1461.500415] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1461.500592] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.500676] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1461.500848] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.501445] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1461.501775] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1461.501982] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1461.502255] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1461.502441] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1461.502645] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1461.511283] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81883d6-47fb-49da-ae76-69f08524d8ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.532711] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1461.532711] env[62697]: value = "task-1706469" [ 1461.532711] env[62697]: _type = "Task" [ 1461.532711] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.542758] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.544902] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1461.586658] env[62697]: DEBUG nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1461.593252] env[62697]: INFO nova.compute.resource_tracker [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating resource usage from migration 0483ac2e-bc06-433d-9a29-6b88f864ff1d [ 1461.616857] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1461.620784] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52492229-5457-ff5b-de71-e7a89c8441fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.622168] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc8b895-5e1b-4500-96aa-d66dc4d157df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.629523] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1461.629523] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528ee2f7-f115-5751-3dfb-503a53763d23" [ 1461.629523] env[62697]: _type = "Task" [ 1461.629523] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.643263] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528ee2f7-f115-5751-3dfb-503a53763d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.785241] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706466, 'name': Rename_Task, 'duration_secs': 0.17306} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.785430] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.785722] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e76ea85-d288-4a10-951b-91d6a29a4247 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.798241] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1461.798241] env[62697]: value = "task-1706470" [ 1461.798241] env[62697]: _type = "Task" [ 1461.798241] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.810797] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.950551] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706467, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.981206] env[62697]: DEBUG oslo_vmware.api [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706468, 'name': PowerOffVM_Task, 'duration_secs': 0.183851} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.984400] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.984696] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.986105] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee2ee24-b2d8-4cc4-8685-2f24710c8c81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.048102] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706469, 'name': ReconfigVM_Task, 'duration_secs': 0.217839} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.048102] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8d49d3-caf7-48d8-960d-41a951285a25 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.071843] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:41:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4d541828-6ab2-4a4d-a5cf-902e5c6d35f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625792729',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1462.072251] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1462.072515] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.072785] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1462.073066] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.073283] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1462.073584] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1462.073823] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1462.074107] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1462.074398] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1462.074667] env[62697]: DEBUG nova.virt.hardware [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1462.082147] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.082495] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed9a1c1-21c2-4db1-a640-d1e6381b0a00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.090381] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1462.090381] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d4229e-b48c-ce8c-450f-719dd7b8a378" [ 1462.090381] env[62697]: _type = "Task" [ 1462.090381] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.107020] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d4229e-b48c-ce8c-450f-719dd7b8a378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.138019] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.146017] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528ee2f7-f115-5751-3dfb-503a53763d23, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.146308] env[62697]: DEBUG oslo_concurrency.lockutils [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.146688] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. {{(pid=62697) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1462.147351] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b2515d-9637-45b6-9a18-2746b06871ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.156880] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1462.156880] env[62697]: value = "task-1706472" [ 1462.156880] env[62697]: _type = "Task" [ 1462.156880] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.163332] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bd7030-03e0-47b4-9f20-38b1a6c39759 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.166775] env[62697]: DEBUG nova.network.neutron [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Updated VIF entry in instance network info cache for port 65c169c3-18cf-4b2d-9a39-b1da7d99f4fe. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.167380] env[62697]: DEBUG nova.network.neutron [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Updating instance_info_cache with network_info: [{"id": "285bf2e9-a24f-4bff-a488-a4dd8f837099", "address": "fa:16:3e:f1:e3:31", "network": {"id": "adefe1a7-6257-4526-ac22-2ce529873b4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1488133044", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285bf2e9-a2", "ovs_interfaceid": "285bf2e9-a24f-4bff-a488-a4dd8f837099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65c169c3-18cf-4b2d-9a39-b1da7d99f4fe", "address": "fa:16:3e:48:5f:cd", "network": {"id": "971bd188-ff09-48de-91ca-a74eb1963395", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644142058", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a4d6f3de0e614da0ae5274333f3a0a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c169c3-18", "ovs_interfaceid": "65c169c3-18cf-4b2d-9a39-b1da7d99f4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.175789] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.179633] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df1ede-cae1-4c7c-b7cd-27e10053af36 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.228936] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc4e3b-3d7c-410b-9ed4-8e71e2758fd5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.233637] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.233903] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.234585] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleting the datastore file [datastore1] 2a97e550-9060-44af-80f8-48ffc476fe5d {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.235547] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3991814-5f1d-4e59-9101-701a6dd1b133 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.248299] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fa173a-45b5-48cc-a777-1f0a0c240a50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.253528] env[62697]: DEBUG oslo_vmware.api [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1462.253528] env[62697]: value = "task-1706473" [ 1462.253528] env[62697]: _type = "Task" [ 1462.253528] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.266582] env[62697]: DEBUG nova.compute.provider_tree [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.274193] env[62697]: DEBUG oslo_vmware.api [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.310178] env[62697]: DEBUG oslo_vmware.api [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706470, 'name': PowerOnVM_Task, 'duration_secs': 0.487401} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.310517] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.310729] env[62697]: INFO nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Took 3.70 seconds to spawn the instance on the hypervisor. [ 1462.310919] env[62697]: DEBUG nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1462.311874] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c1f921-ba38-4720-bde3-f9c0be1219b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.455930] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706467, 'name': CreateVM_Task, 'duration_secs': 0.518694} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.456142] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.456949] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.457151] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.461021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.461021] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae0e2df-26b3-4954-9161-fe801917d849 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.463836] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1462.463836] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c90b15-8df1-d1c6-de2f-af5696067aab" [ 1462.463836] env[62697]: _type = "Task" [ 1462.463836] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.476281] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c90b15-8df1-d1c6-de2f-af5696067aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.602402] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d4229e-b48c-ce8c-450f-719dd7b8a378, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.607789] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1462.609060] env[62697]: DEBUG nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1462.611299] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c3e792-5138-4fa1-8c04-6142ca52ed23 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.634461] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1462.634461] env[62697]: value = "task-1706474" [ 1462.634461] env[62697]: _type = "Task" [ 1462.634461] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.652838] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.665519] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1462.665851] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1462.667116] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.667116] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1462.667116] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.667116] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1462.667116] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1462.667116] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1462.667701] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1462.667701] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1462.667858] env[62697]: DEBUG nova.virt.hardware [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1462.668736] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb949ff-4ab7-4405-9a09-a69a04105ac8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.675446] env[62697]: DEBUG oslo_concurrency.lockutils [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] Releasing lock "refresh_cache-f5085ad8-72b1-47cf-b44b-bfc9266e426a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.676388] env[62697]: DEBUG nova.compute.manager [req-b87cb5f8-0496-42d3-96f3-60d0e764714f req-a1cd6dee-a0f0-468c-8218-bc73338b8c5c service nova] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Received event network-vif-deleted-40702d71-3969-4e3d-b8ff-fd35662a14f5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1462.676896] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.685976] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7274f68-a94c-4645-8668-b1fabf5ecc8c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.765166] env[62697]: DEBUG oslo_vmware.api [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.770444] env[62697]: DEBUG nova.scheduler.client.report [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1462.832996] env[62697]: INFO nova.compute.manager [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Took 28.27 seconds to build instance. [ 1462.912226] env[62697]: DEBUG nova.compute.manager [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Received event network-changed-f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1462.912499] env[62697]: DEBUG nova.compute.manager [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Refreshing instance network info cache due to event network-changed-f561e271-fcbd-44a5-a035-de3f9919e7e9. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1462.914235] env[62697]: DEBUG oslo_concurrency.lockutils [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] Acquiring lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.914235] env[62697]: DEBUG oslo_concurrency.lockutils [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] Acquired lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.914235] env[62697]: DEBUG nova.network.neutron [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Refreshing network info cache for port f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.977663] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c90b15-8df1-d1c6-de2f-af5696067aab, 'name': SearchDatastore_Task, 'duration_secs': 0.069341} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.978273] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.978568] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.979048] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.979283] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.979698] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.979870] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73192c1-8007-4a6a-803b-a1beb1637bf3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.990466] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.990705] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.991511] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41bea1f-d70c-460c-a61f-1ad8acf98542 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.998451] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1462.998451] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521e884b-18f9-95b7-41d1-61f3955a3476" [ 1462.998451] env[62697]: _type = "Task" [ 1462.998451] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.007927] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521e884b-18f9-95b7-41d1-61f3955a3476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.062414] env[62697]: DEBUG nova.network.neutron [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Successfully updated port: 125d4252-7fec-449e-a3d4-1ee480ac6f25 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.112258] env[62697]: DEBUG nova.compute.manager [req-06c991b5-576f-4dba-a0c3-b8090393bc05 req-a6c989f7-8bc4-42e0-92e8-e7517629a8b9 service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Received event network-vif-plugged-125d4252-7fec-449e-a3d4-1ee480ac6f25 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1463.112722] env[62697]: DEBUG oslo_concurrency.lockutils [req-06c991b5-576f-4dba-a0c3-b8090393bc05 req-a6c989f7-8bc4-42e0-92e8-e7517629a8b9 service nova] Acquiring lock "0793d549-6217-4c3c-9894-c5105c7d0e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.113262] env[62697]: DEBUG oslo_concurrency.lockutils [req-06c991b5-576f-4dba-a0c3-b8090393bc05 req-a6c989f7-8bc4-42e0-92e8-e7517629a8b9 service nova] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.113494] env[62697]: DEBUG oslo_concurrency.lockutils [req-06c991b5-576f-4dba-a0c3-b8090393bc05 req-a6c989f7-8bc4-42e0-92e8-e7517629a8b9 service nova] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.113825] env[62697]: DEBUG nova.compute.manager [req-06c991b5-576f-4dba-a0c3-b8090393bc05 req-a6c989f7-8bc4-42e0-92e8-e7517629a8b9 service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] No waiting events found dispatching network-vif-plugged-125d4252-7fec-449e-a3d4-1ee480ac6f25 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1463.114174] env[62697]: WARNING nova.compute.manager [req-06c991b5-576f-4dba-a0c3-b8090393bc05 req-a6c989f7-8bc4-42e0-92e8-e7517629a8b9 service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Received unexpected event network-vif-plugged-125d4252-7fec-449e-a3d4-1ee480ac6f25 for instance with vm_state building and task_state spawning. [ 1463.144706] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706474, 'name': ReconfigVM_Task, 'duration_secs': 0.480819} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.145138] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1463.145943] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb155847-054f-4516-ac80-ebfaaeb476f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.170326] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.173561] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0927a3-c40e-439d-8b9d-67ab90c340f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.193948] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603286} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.194419] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. [ 1463.195301] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17beb597-52c1-4a98-bd53-0bee972ce2fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.199478] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1463.199478] env[62697]: value = "task-1706475" [ 1463.199478] env[62697]: _type = "Task" [ 1463.199478] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.225734] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.226710] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cac8b55-0222-4a59-ada2-1574986c267a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.244187] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.251174] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1463.251174] env[62697]: value = "task-1706476" [ 1463.251174] env[62697]: _type = "Task" [ 1463.251174] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.263740] env[62697]: DEBUG oslo_vmware.api [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523697} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.267034] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.267231] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.267408] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.267583] env[62697]: INFO nova.compute.manager [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1463.267821] env[62697]: DEBUG oslo.service.loopingcall [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.268032] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.268246] env[62697]: DEBUG nova.compute.manager [-] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1463.268337] env[62697]: DEBUG nova.network.neutron [-] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.275104] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.700s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.275315] env[62697]: INFO nova.compute.manager [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Migrating [ 1463.282252] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.263s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.282448] env[62697]: DEBUG nova.objects.instance [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lazy-loading 'resources' on Instance uuid a40e63d2-0f11-4622-ba49-1390c219ad7f {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.335684] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dcb9232f-3ef0-441d-a3d5-d74dc38a2d7e tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "c680a65b-75a4-4755-aea6-fe632a156d59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.786s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.519017] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521e884b-18f9-95b7-41d1-61f3955a3476, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.522191] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c88fd92-d876-4770-9237-42ce1a1ac63d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.574357] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1463.574357] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c460f7-a0ca-55ab-b31b-648f7e42d585" [ 1463.574357] env[62697]: _type = "Task" [ 1463.574357] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.574357] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c460f7-a0ca-55ab-b31b-648f7e42d585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.574357] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "refresh_cache-0793d549-6217-4c3c-9894-c5105c7d0e9d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.574357] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "refresh_cache-0793d549-6217-4c3c-9894-c5105c7d0e9d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.574357] env[62697]: DEBUG nova.network.neutron [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.718076] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.763059] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.774716] env[62697]: DEBUG nova.network.neutron [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Updated VIF entry in instance network info cache for port f561e271-fcbd-44a5-a035-de3f9919e7e9. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.775106] env[62697]: DEBUG nova.network.neutron [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Updating instance_info_cache with network_info: [{"id": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "address": "fa:16:3e:9f:92:53", "network": {"id": "b808f368-b923-4672-8653-8cdcb2126e6a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105436819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20d6793d24f646e89fae8f13078eb939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf561e271-fc", "ovs_interfaceid": "f561e271-fcbd-44a5-a035-de3f9919e7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.793346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.793346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.793346] env[62697]: DEBUG nova.network.neutron [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.838705] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1464.045952] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c460f7-a0ca-55ab-b31b-648f7e42d585, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.046399] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.046797] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f5085ad8-72b1-47cf-b44b-bfc9266e426a/f5085ad8-72b1-47cf-b44b-bfc9266e426a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.047193] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a203626-fa0d-4c51-b313-2096910a306f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.057323] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1464.057323] env[62697]: value = "task-1706477" [ 1464.057323] env[62697]: _type = "Task" [ 1464.057323] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.073342] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.111034] env[62697]: DEBUG nova.network.neutron [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.139602] env[62697]: DEBUG nova.network.neutron [-] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.210641] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706475, 'name': ReconfigVM_Task, 'duration_secs': 0.617016} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.213564] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Reconfigured VM instance instance-00000026 to attach disk [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73/fe45fb95-2776-45ac-8293-8f8607e9be73.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.214744] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8105b76-5011-45ef-9818-7332fa10d265 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.244086] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a2b18d-bbb0-4a8d-872f-881e8212d4a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.247848] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d5519-dad6-4a19-bb2f-c995581544e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.271939] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95df392f-212c-4f27-9109-be3f5d3d676b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.275634] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e48f82d-e717-4f25-b0f5-fad788b21f78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.283704] env[62697]: DEBUG oslo_concurrency.lockutils [req-9b0fa789-8339-43ff-a05d-8bebea6578cf req-b01121e2-cbc4-472f-aee0-5cb461da444b service nova] Releasing lock "refresh_cache-301332c1-716e-403a-9309-c7f570b9257d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.284177] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706476, 'name': ReconfigVM_Task, 'duration_secs': 0.609365} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.285364] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.286070] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da81f2-a094-4b7c-bf0b-82aba7f2be4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.329969] env[62697]: DEBUG nova.network.neutron [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Updating instance_info_cache with network_info: [{"id": "125d4252-7fec-449e-a3d4-1ee480ac6f25", "address": "fa:16:3e:28:36:48", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125d4252-7f", "ovs_interfaceid": "125d4252-7fec-449e-a3d4-1ee480ac6f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.332419] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da977cfb-f35e-4019-b29e-fc8217a076bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.335983] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda3d86-2a67-4a64-9b83-23c3f736688b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.367621] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a645190a-e6d2-471e-91ad-904d1c0701d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.383603] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.387532] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6d313c-421b-40cb-a5d0-ae0c8d8b32b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.392488] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac72851-b0c9-4eb9-a220-db09e99a6c85 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.394983] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.397196] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1464.397196] env[62697]: value = "task-1706478" [ 1464.397196] env[62697]: _type = "Task" [ 1464.397196] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.412795] env[62697]: DEBUG nova.compute.provider_tree [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.418607] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.419063] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1464.419063] env[62697]: value = "task-1706479" [ 1464.419063] env[62697]: _type = "Task" [ 1464.419063] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.431810] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706479, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.570808] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499796} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.571101] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f5085ad8-72b1-47cf-b44b-bfc9266e426a/f5085ad8-72b1-47cf-b44b-bfc9266e426a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.571393] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.571645] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae24e3ec-601e-4839-80cc-abe8b2e16d48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.579120] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1464.579120] env[62697]: value = "task-1706480" [ 1464.579120] env[62697]: _type = "Task" [ 1464.579120] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.586888] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.597261] env[62697]: DEBUG nova.network.neutron [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance_info_cache with network_info: [{"id": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "address": "fa:16:3e:c2:6c:ff", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5d2c75-a6", "ovs_interfaceid": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.643081] env[62697]: INFO nova.compute.manager [-] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Took 1.37 seconds to deallocate network for instance. [ 1464.840494] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "refresh_cache-0793d549-6217-4c3c-9894-c5105c7d0e9d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.840831] env[62697]: DEBUG nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Instance network_info: |[{"id": "125d4252-7fec-449e-a3d4-1ee480ac6f25", "address": "fa:16:3e:28:36:48", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125d4252-7f", "ovs_interfaceid": "125d4252-7fec-449e-a3d4-1ee480ac6f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1464.841711] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:36:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '125d4252-7fec-449e-a3d4-1ee480ac6f25', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.849102] env[62697]: DEBUG oslo.service.loopingcall [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.850287] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.850287] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620f95cb-2efb-4b43-a5ae-f20489966e0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.872032] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.872032] env[62697]: value = "task-1706481" [ 1464.872032] env[62697]: _type = "Task" [ 1464.872032] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.880427] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706481, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.909083] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.922056] env[62697]: DEBUG nova.scheduler.client.report [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1464.938297] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.940683] env[62697]: DEBUG nova.compute.manager [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Received event network-changed-787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1464.940884] env[62697]: DEBUG nova.compute.manager [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Refreshing instance network info cache due to event network-changed-787c63ff-80f7-4a44-ab46-7ef15761ebd8. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1464.941176] env[62697]: DEBUG oslo_concurrency.lockutils [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] Acquiring lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.941420] env[62697]: DEBUG oslo_concurrency.lockutils [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] Acquired lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.941735] env[62697]: DEBUG nova.network.neutron [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Refreshing network info cache for port 787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.090436] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355571} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.090772] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.091675] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d15a2-c4f1-44ed-b343-2306b1b1b148 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.109972] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.120481] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] f5085ad8-72b1-47cf-b44b-bfc9266e426a/f5085ad8-72b1-47cf-b44b-bfc9266e426a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.120928] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2578f6c6-b79f-4f77-aecc-72a70842dd4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.146546] env[62697]: DEBUG nova.compute.manager [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Received event network-changed-125d4252-7fec-449e-a3d4-1ee480ac6f25 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1465.146893] env[62697]: DEBUG nova.compute.manager [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Refreshing instance network info cache due to event network-changed-125d4252-7fec-449e-a3d4-1ee480ac6f25. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1465.147176] env[62697]: DEBUG oslo_concurrency.lockutils [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] Acquiring lock "refresh_cache-0793d549-6217-4c3c-9894-c5105c7d0e9d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.147409] env[62697]: DEBUG oslo_concurrency.lockutils [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] Acquired lock "refresh_cache-0793d549-6217-4c3c-9894-c5105c7d0e9d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.147638] env[62697]: DEBUG nova.network.neutron [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Refreshing network info cache for port 125d4252-7fec-449e-a3d4-1ee480ac6f25 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.151194] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.151529] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1465.151529] env[62697]: value = "task-1706482" [ 1465.151529] env[62697]: _type = "Task" [ 1465.151529] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.162315] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.386466] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706481, 'name': CreateVM_Task, 'duration_secs': 0.491469} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.386695] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.387641] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.387884] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.388396] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.388696] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0fdb59-882d-4149-bbf4-bca185c63147 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.395023] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1465.395023] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bd4bc0-f156-3d25-8d29-bcbf9ba324bf" [ 1465.395023] env[62697]: _type = "Task" [ 1465.395023] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.408752] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bd4bc0-f156-3d25-8d29-bcbf9ba324bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.411860] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.412179] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.412445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.412596] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.412774] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.413062] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706478, 'name': ReconfigVM_Task, 'duration_secs': 0.772531} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.413265] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00362787-1163-41c4-a7bc-eec82f338aaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.414981] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.415642] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e574e7fe-2deb-4cec-9966-13ffd479f7b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.423452] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1465.423452] env[62697]: value = "task-1706483" [ 1465.423452] env[62697]: _type = "Task" [ 1465.423452] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.430335] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.438371] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.629s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.439948] env[62697]: INFO nova.compute.claims [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.442643] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706479, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.442899] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.450016] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.450214] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.451251] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa88f3e2-2db6-40c9-aa84-31db3de169d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.455388] env[62697]: INFO nova.scheduler.client.report [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted allocations for instance a40e63d2-0f11-4622-ba49-1390c219ad7f [ 1465.458489] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1465.458489] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ef230d-aac5-54df-cb59-7b6b31ea52dd" [ 1465.458489] env[62697]: _type = "Task" [ 1465.458489] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.470931] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ef230d-aac5-54df-cb59-7b6b31ea52dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.667625] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.728405] env[62697]: DEBUG nova.network.neutron [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updated VIF entry in instance network info cache for port 787c63ff-80f7-4a44-ab46-7ef15761ebd8. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.728808] env[62697]: DEBUG nova.network.neutron [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updating instance_info_cache with network_info: [{"id": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "address": "fa:16:3e:ef:5e:49", "network": {"id": "d933ac95-ad1d-4193-aaa0-1bd2fb4ee5df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-789514692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa8849c7070448e8eebb79215e30293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787c63ff-80", "ovs_interfaceid": "787c63ff-80f7-4a44-ab46-7ef15761ebd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.897940] env[62697]: DEBUG nova.network.neutron [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Updated VIF entry in instance network info cache for port 125d4252-7fec-449e-a3d4-1ee480ac6f25. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.898427] env[62697]: DEBUG nova.network.neutron [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Updating instance_info_cache with network_info: [{"id": "125d4252-7fec-449e-a3d4-1ee480ac6f25", "address": "fa:16:3e:28:36:48", "network": {"id": "17ae1a7f-4ee7-4dc9-9345-32786e323a79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-833587268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac728dc5e74e4396af8e0bfe787b5bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125d4252-7f", "ovs_interfaceid": "125d4252-7fec-449e-a3d4-1ee480ac6f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.942660] env[62697]: DEBUG oslo_vmware.api [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706479, 'name': PowerOnVM_Task, 'duration_secs': 1.174165} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.946015] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.951684] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706483, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.969050] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1625f2ba-3acd-4c48-a4e4-ab9a1840d3d1 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "a40e63d2-0f11-4622-ba49-1390c219ad7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.992s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.975549] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ef230d-aac5-54df-cb59-7b6b31ea52dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.976442] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1e0326-bf29-49a3-a43d-e5b41a1d9730 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.982828] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1465.982828] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bf0d0e-5a06-8751-9c21-3eb6d7345cb8" [ 1465.982828] env[62697]: _type = "Task" [ 1465.982828] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.992032] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bf0d0e-5a06-8751-9c21-3eb6d7345cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.166383] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706482, 'name': ReconfigVM_Task, 'duration_secs': 0.705525} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.166751] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Reconfigured VM instance instance-0000003a to attach disk [datastore1] f5085ad8-72b1-47cf-b44b-bfc9266e426a/f5085ad8-72b1-47cf-b44b-bfc9266e426a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.167414] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31fcfab2-3c01-401f-b96a-4cd2ae6a9549 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.175322] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1466.175322] env[62697]: value = "task-1706484" [ 1466.175322] env[62697]: _type = "Task" [ 1466.175322] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.189218] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706484, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.231834] env[62697]: DEBUG oslo_concurrency.lockutils [req-4bca0786-24c0-4830-8c42-260e4c0cd9fd req-ff8838f1-c8d7-46b3-93ee-bec0f2890165 service nova] Releasing lock "refresh_cache-c680a65b-75a4-4755-aea6-fe632a156d59" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.401109] env[62697]: DEBUG oslo_concurrency.lockutils [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] Releasing lock "refresh_cache-0793d549-6217-4c3c-9894-c5105c7d0e9d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.401415] env[62697]: DEBUG nova.compute.manager [req-eb8bb4ad-5802-46dc-8ca7-623c6914b068 req-7470ff12-7763-4f60-80e9-7df41aced6fd service nova] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Received event network-vif-deleted-b4701ac0-5510-4d9a-903b-7b048b4d2d63 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1466.437871] env[62697]: DEBUG oslo_vmware.api [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706483, 'name': PowerOnVM_Task, 'duration_secs': 0.558346} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.438189] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.441049] env[62697]: DEBUG nova.compute.manager [None req-65ee8197-b5ff-4f19-abe1-7c7dbf440986 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1466.441912] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d6d5fb-ce48-48da-bd4a-43fb22bc69d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.494837] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bf0d0e-5a06-8751-9c21-3eb6d7345cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.498078] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.498398] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 0793d549-6217-4c3c-9894-c5105c7d0e9d/0793d549-6217-4c3c-9894-c5105c7d0e9d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.498987] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfdd917b-6516-4b9f-849c-1f50b1bebcda {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.507107] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1466.507107] env[62697]: value = "task-1706485" [ 1466.507107] env[62697]: _type = "Task" [ 1466.507107] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.518309] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.635324] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6fb0b9-6d40-4243-b217-79e372c1e4a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.656436] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance 'fadeb162-868a-4e87-a908-7b4cf6090f7f' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1466.685974] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706484, 'name': Rename_Task, 'duration_secs': 0.183719} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.688837] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.689350] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0530a2-e3e0-4dcf-97d4-ab56559680a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.696876] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1466.696876] env[62697]: value = "task-1706486" [ 1466.696876] env[62697]: _type = "Task" [ 1466.696876] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.710412] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.904935] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188af993-7068-4399-ad61-bb07c6938ffa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.914073] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3cff76-47e1-4904-8a0b-1f73a80e53ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.946389] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b8b21e-ab47-47de-9db4-d542619ac2f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.958473] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41d1ef-3d28-4879-b1ca-d7d9a4d3eb62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.966019] env[62697]: INFO nova.compute.manager [None req-43522e8f-efe5-43c4-afa8-7eeae47b5477 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance to original state: 'active' [ 1466.981987] env[62697]: DEBUG nova.compute.provider_tree [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.021359] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706485, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.166094] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.166474] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f03698-899f-4de7-bfdd-493072b05173 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.174963] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1467.174963] env[62697]: value = "task-1706487" [ 1467.174963] env[62697]: _type = "Task" [ 1467.174963] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.184419] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.208409] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.485201] env[62697]: DEBUG nova.scheduler.client.report [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1467.521581] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540315} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.521874] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 0793d549-6217-4c3c-9894-c5105c7d0e9d/0793d549-6217-4c3c-9894-c5105c7d0e9d.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.522474] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.522474] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e6e1ab-0c91-43b3-bb02-ab63cf8877e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.530061] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1467.530061] env[62697]: value = "task-1706488" [ 1467.530061] env[62697]: _type = "Task" [ 1467.530061] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.540519] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.685815] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706487, 'name': PowerOffVM_Task, 'duration_secs': 0.396658} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.686112] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.686308] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance 'fadeb162-868a-4e87-a908-7b4cf6090f7f' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.708038] env[62697]: DEBUG oslo_vmware.api [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706486, 'name': PowerOnVM_Task, 'duration_secs': 0.735956} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.708347] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.708561] env[62697]: INFO nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Took 13.72 seconds to spawn the instance on the hypervisor. [ 1467.708744] env[62697]: DEBUG nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1467.709552] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb0f663-4c71-4c99-96f6-7ade4e59653a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.991903] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.992592] env[62697]: DEBUG nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1467.995660] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.320s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.997486] env[62697]: INFO nova.compute.claims [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.041192] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119033} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.041503] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.042297] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5548f489-bf3a-469a-90fb-8c227ee2164d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.065748] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0793d549-6217-4c3c-9894-c5105c7d0e9d/0793d549-6217-4c3c-9894-c5105c7d0e9d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.066069] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e60ee56-e6bc-4faf-a07f-488663ab0091 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.088262] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1468.088262] env[62697]: value = "task-1706489" [ 1468.088262] env[62697]: _type = "Task" [ 1468.088262] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.097470] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.193309] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1468.193690] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1468.193690] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.193908] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1468.194114] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.194292] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1468.194556] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1468.194733] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1468.194904] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1468.195089] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1468.195273] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1468.200527] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ec29a3-0c51-4a84-9f5e-fe3b85121d46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.217871] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1468.217871] env[62697]: value = "task-1706490" [ 1468.217871] env[62697]: _type = "Task" [ 1468.217871] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.228860] env[62697]: INFO nova.compute.manager [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Took 35.57 seconds to build instance. [ 1468.232561] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.502626] env[62697]: DEBUG nova.compute.utils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.507622] env[62697]: DEBUG nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1468.507622] env[62697]: DEBUG nova.network.neutron [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.574800] env[62697]: DEBUG nova.policy [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfbf1e81987b4b98a7f58c9915856662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e083cbe65034ecfb0b0d9389f7916d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1468.601225] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706489, 'name': ReconfigVM_Task, 'duration_secs': 0.409966} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.601388] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0793d549-6217-4c3c-9894-c5105c7d0e9d/0793d549-6217-4c3c-9894-c5105c7d0e9d.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.601951] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dd8d4a7-a493-4a32-ac0e-ccfdff1cc83a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.611330] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1468.611330] env[62697]: value = "task-1706491" [ 1468.611330] env[62697]: _type = "Task" [ 1468.611330] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.621467] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706491, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.728441] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706490, 'name': ReconfigVM_Task, 'duration_secs': 0.260336} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.728955] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance 'fadeb162-868a-4e87-a908-7b4cf6090f7f' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.736643] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f5966b5-d856-4262-b33f-61a63a4c809c tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.085s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.845568] env[62697]: DEBUG nova.network.neutron [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Successfully created port: 3db13426-dff5-45be-912c-1a0ea6a29177 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.008412] env[62697]: DEBUG nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1469.126292] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706491, 'name': Rename_Task, 'duration_secs': 0.44211} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.126741] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.127174] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8c94b3-cbfe-4244-ad7e-7a4eae890b10 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.141386] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1469.141386] env[62697]: value = "task-1706492" [ 1469.141386] env[62697]: _type = "Task" [ 1469.141386] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.153254] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.239015] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1469.239344] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1469.239496] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.239698] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1469.239836] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.239989] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1469.240215] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1469.240384] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1469.240548] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1469.240711] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1469.240886] env[62697]: DEBUG nova.virt.hardware [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1469.246682] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1469.250197] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-450951d8-8d09-47db-9d3b-70668f2ce6fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.270619] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1469.270619] env[62697]: value = "task-1706493" [ 1469.270619] env[62697]: _type = "Task" [ 1469.270619] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.282764] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.289902] env[62697]: INFO nova.compute.manager [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Rescuing [ 1469.290180] env[62697]: DEBUG oslo_concurrency.lockutils [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.290338] env[62697]: DEBUG oslo_concurrency.lockutils [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.290502] env[62697]: DEBUG nova.network.neutron [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.313124] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "fe45fb95-2776-45ac-8293-8f8607e9be73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.313431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.313595] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.313779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.313950] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.316059] env[62697]: INFO nova.compute.manager [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Terminating instance [ 1469.317606] env[62697]: DEBUG nova.compute.manager [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1469.317796] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.318846] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500778e4-0424-4ce2-9471-fd8dd79bbdad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.328562] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.328812] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c2a2993-328a-4480-bcf2-b9c70c622bce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.336776] env[62697]: DEBUG oslo_vmware.api [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1469.336776] env[62697]: value = "task-1706494" [ 1469.336776] env[62697]: _type = "Task" [ 1469.336776] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.350798] env[62697]: DEBUG oslo_vmware.api [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.462878] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d80f8e2-522f-4db6-9d8e-3817474bfc4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.472781] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c124c5-f58b-472c-8150-654ad6d3dd3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.513170] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60194cd-9ff6-4d7b-b26c-acd6dc6dcea5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.528907] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491ea3d8-5d26-4248-bb73-8322d791bd61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.546841] env[62697]: DEBUG nova.compute.provider_tree [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.652368] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.709861] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.710175] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.710414] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.710600] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.710779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.714075] env[62697]: INFO nova.compute.manager [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Terminating instance [ 1469.714902] env[62697]: DEBUG nova.compute.manager [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1469.715113] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.715945] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d532e-b54f-422f-9748-4bdcf778bee4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.725335] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.725335] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f8bf35-fed3-48bf-be5e-aa52eb0cc92f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.732494] env[62697]: DEBUG oslo_vmware.api [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1469.732494] env[62697]: value = "task-1706495" [ 1469.732494] env[62697]: _type = "Task" [ 1469.732494] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.741955] env[62697]: DEBUG oslo_vmware.api [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.781328] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706493, 'name': ReconfigVM_Task, 'duration_secs': 0.282789} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.781686] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1469.782593] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e494433-6414-44aa-8fcc-27e48ff4e7fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.810296] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] fadeb162-868a-4e87-a908-7b4cf6090f7f/fadeb162-868a-4e87-a908-7b4cf6090f7f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.810637] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58911e8-b7b8-49cf-a85d-62f6c3621f16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.832491] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1469.832491] env[62697]: value = "task-1706496" [ 1469.832491] env[62697]: _type = "Task" [ 1469.832491] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.842608] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.851797] env[62697]: DEBUG oslo_vmware.api [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706494, 'name': PowerOffVM_Task, 'duration_secs': 0.250683} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.852200] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.852278] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.852533] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16737e3c-8832-451d-9334-689338cfcebc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.024663] env[62697]: DEBUG nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1470.051136] env[62697]: DEBUG nova.scheduler.client.report [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1470.058175] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1470.058175] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1470.058175] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.058175] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1470.058175] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.058467] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1470.058586] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1470.058809] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1470.059053] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1470.061291] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1470.061291] env[62697]: DEBUG nova.virt.hardware [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1470.062200] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1e13f-a55d-4938-b2d8-7294fe6bf7bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.068682] env[62697]: DEBUG nova.network.neutron [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updating instance_info_cache with network_info: [{"id": "65835872-894d-4a8c-9697-cacbd34d2903", "address": "fa:16:3e:b6:16:ab", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65835872-89", "ovs_interfaceid": "65835872-894d-4a8c-9697-cacbd34d2903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.074910] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67582e-3fc9-498d-98c2-988af6856931 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.082808] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.083065] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.083259] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Deleting the datastore file [datastore1] fe45fb95-2776-45ac-8293-8f8607e9be73 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.083992] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bd6daf-652c-48b0-8874-5be3855e8256 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.096563] env[62697]: DEBUG oslo_vmware.api [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1470.096563] env[62697]: value = "task-1706498" [ 1470.096563] env[62697]: _type = "Task" [ 1470.096563] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.107042] env[62697]: DEBUG oslo_vmware.api [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.156031] env[62697]: DEBUG oslo_vmware.api [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706492, 'name': PowerOnVM_Task, 'duration_secs': 0.766871} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.156031] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.156523] env[62697]: INFO nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1470.156908] env[62697]: DEBUG nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1470.159102] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f824506-8f6d-40b4-adb6-4ae219d384eb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.243945] env[62697]: DEBUG oslo_vmware.api [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706495, 'name': PowerOffVM_Task, 'duration_secs': 0.261708} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.244340] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.244482] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.244742] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74700f6-2130-409a-85e8-200b1be128cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.343318] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.366764] env[62697]: DEBUG nova.network.neutron [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Successfully updated port: 3db13426-dff5-45be-912c-1a0ea6a29177 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.375618] env[62697]: DEBUG nova.compute.manager [req-98106247-87fb-411f-ad72-8f02d3dbb3dc req-bdab92aa-03dd-42ea-bdd9-5f80fac8bb96 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Received event network-vif-plugged-3db13426-dff5-45be-912c-1a0ea6a29177 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1470.375927] env[62697]: DEBUG oslo_concurrency.lockutils [req-98106247-87fb-411f-ad72-8f02d3dbb3dc req-bdab92aa-03dd-42ea-bdd9-5f80fac8bb96 service nova] Acquiring lock "8dfe04d0-6201-44e8-8046-7a75e21f631f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.376128] env[62697]: DEBUG oslo_concurrency.lockutils [req-98106247-87fb-411f-ad72-8f02d3dbb3dc req-bdab92aa-03dd-42ea-bdd9-5f80fac8bb96 service nova] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.376279] env[62697]: DEBUG oslo_concurrency.lockutils [req-98106247-87fb-411f-ad72-8f02d3dbb3dc req-bdab92aa-03dd-42ea-bdd9-5f80fac8bb96 service nova] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.376447] env[62697]: DEBUG nova.compute.manager [req-98106247-87fb-411f-ad72-8f02d3dbb3dc req-bdab92aa-03dd-42ea-bdd9-5f80fac8bb96 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] No waiting events found dispatching network-vif-plugged-3db13426-dff5-45be-912c-1a0ea6a29177 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1470.376848] env[62697]: WARNING nova.compute.manager [req-98106247-87fb-411f-ad72-8f02d3dbb3dc req-bdab92aa-03dd-42ea-bdd9-5f80fac8bb96 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Received unexpected event network-vif-plugged-3db13426-dff5-45be-912c-1a0ea6a29177 for instance with vm_state building and task_state spawning. [ 1470.436691] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.436924] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.437138] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Deleting the datastore file [datastore1] f5085ad8-72b1-47cf-b44b-bfc9266e426a {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.437530] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c886e69c-4b82-4a89-b4be-145db14b3142 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.445898] env[62697]: DEBUG oslo_vmware.api [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for the task: (returnval){ [ 1470.445898] env[62697]: value = "task-1706500" [ 1470.445898] env[62697]: _type = "Task" [ 1470.445898] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.455607] env[62697]: DEBUG oslo_vmware.api [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.567159] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.567834] env[62697]: DEBUG nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1470.571317] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.170s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.571675] env[62697]: DEBUG nova.objects.instance [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lazy-loading 'resources' on Instance uuid 41214d53-0bcf-4dc7-98c0-a335ffc0eb62 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.573318] env[62697]: DEBUG oslo_concurrency.lockutils [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.616312] env[62697]: DEBUG oslo_vmware.api [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404386} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.616616] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.616813] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.617042] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.617180] env[62697]: INFO nova.compute.manager [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1470.617424] env[62697]: DEBUG oslo.service.loopingcall [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.617846] env[62697]: DEBUG nova.compute.manager [-] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1470.617947] env[62697]: DEBUG nova.network.neutron [-] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.678504] env[62697]: INFO nova.compute.manager [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Took 35.00 seconds to build instance. [ 1470.844605] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706496, 'name': ReconfigVM_Task, 'duration_secs': 0.536599} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.844605] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] fadeb162-868a-4e87-a908-7b4cf6090f7f/fadeb162-868a-4e87-a908-7b4cf6090f7f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.844605] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance 'fadeb162-868a-4e87-a908-7b4cf6090f7f' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.871127] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "refresh_cache-8dfe04d0-6201-44e8-8046-7a75e21f631f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.871324] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "refresh_cache-8dfe04d0-6201-44e8-8046-7a75e21f631f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.871478] env[62697]: DEBUG nova.network.neutron [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.957236] env[62697]: DEBUG oslo_vmware.api [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Task: {'id': task-1706500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148612} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.957507] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.957696] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.957874] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.958056] env[62697]: INFO nova.compute.manager [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1470.958303] env[62697]: DEBUG oslo.service.loopingcall [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.958529] env[62697]: DEBUG nova.compute.manager [-] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1470.958626] env[62697]: DEBUG nova.network.neutron [-] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.077530] env[62697]: DEBUG nova.compute.utils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.082235] env[62697]: DEBUG nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1471.082411] env[62697]: DEBUG nova.network.neutron [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.112593] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.112593] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-259ade64-27a3-47e3-9b47-cd6d5c6b97bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.123197] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1471.123197] env[62697]: value = "task-1706501" [ 1471.123197] env[62697]: _type = "Task" [ 1471.123197] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.154190] env[62697]: DEBUG nova.policy [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df3ec8109a74078899b0aef3fbcd9ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee05f576396842f6baacf9b2a4246322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1471.183898] env[62697]: DEBUG oslo_concurrency.lockutils [None req-195dfbc7-82c8-40b8-b60c-a4619ded94f4 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.520s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.356886] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77970b4-7525-44ed-8539-ab0e07df0df7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.382195] env[62697]: DEBUG nova.network.neutron [-] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.390587] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442752c4-5e02-46a3-95ec-34aada4c7080 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.422230] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance 'fadeb162-868a-4e87-a908-7b4cf6090f7f' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1471.441046] env[62697]: DEBUG nova.network.neutron [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.583737] env[62697]: DEBUG nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1471.611850] env[62697]: DEBUG nova.network.neutron [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Successfully created port: 04f3ae4a-b969-4cd5-a19a-0ab718b64c4e {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.637163] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706501, 'name': PowerOffVM_Task, 'duration_secs': 0.235902} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.637461] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.638278] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e1f686-19a0-40bd-8bac-6b4e110e4674 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.664920] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc37e0-7037-4e08-bb86-2907f338a2df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.669975] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8acbc95-c052-4edd-b8c7-28f665d56fc2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.688117] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a09b79e-3df6-4973-8b9d-9ec07781748a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.721918] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dbd3b4-f139-474f-a4a6-e9af4f9dab89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.731214] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.732532] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbadd529-fff0-4eb8-8e47-121bb46aff98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.736837] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e27f05c-6c8b-4144-b4e9-0f0868513e24 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.751131] env[62697]: DEBUG nova.compute.provider_tree [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.754612] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1471.754612] env[62697]: value = "task-1706502" [ 1471.754612] env[62697]: _type = "Task" [ 1471.754612] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.764014] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1471.764247] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.764895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.764895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.764895] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.765050] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa2ed3e4-a76f-4d36-9a09-d158804d6fa9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.776274] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.776471] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.777235] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d371f16-1524-4576-8ce3-8b423a3ca978 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.782617] env[62697]: DEBUG nova.network.neutron [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Updating instance_info_cache with network_info: [{"id": "3db13426-dff5-45be-912c-1a0ea6a29177", "address": "fa:16:3e:6c:9a:02", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db13426-df", "ovs_interfaceid": "3db13426-dff5-45be-912c-1a0ea6a29177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.786555] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1471.786555] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526e4351-d077-9869-1a05-ad89b67c51d3" [ 1471.786555] env[62697]: _type = "Task" [ 1471.786555] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.796991] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526e4351-d077-9869-1a05-ad89b67c51d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.884804] env[62697]: INFO nova.compute.manager [-] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Took 1.27 seconds to deallocate network for instance. [ 1471.899589] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "0793d549-6217-4c3c-9894-c5105c7d0e9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.899885] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.902041] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "0793d549-6217-4c3c-9894-c5105c7d0e9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.902311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.902531] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.905233] env[62697]: INFO nova.compute.manager [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Terminating instance [ 1471.906696] env[62697]: DEBUG nova.compute.manager [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1471.906824] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.907749] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed47856-dc34-4cd0-9fe0-fcc01d451c12 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.917926] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.918406] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-030429cc-4cbc-4075-bd7c-58a68c3dc8ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.931711] env[62697]: DEBUG oslo_vmware.api [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1471.931711] env[62697]: value = "task-1706503" [ 1471.931711] env[62697]: _type = "Task" [ 1471.931711] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.943560] env[62697]: DEBUG oslo_vmware.api [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.972127] env[62697]: DEBUG nova.network.neutron [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Port 0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1472.165041] env[62697]: DEBUG nova.network.neutron [-] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.254482] env[62697]: DEBUG nova.scheduler.client.report [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1472.287563] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "refresh_cache-8dfe04d0-6201-44e8-8046-7a75e21f631f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.287851] env[62697]: DEBUG nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Instance network_info: |[{"id": "3db13426-dff5-45be-912c-1a0ea6a29177", "address": "fa:16:3e:6c:9a:02", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db13426-df", "ovs_interfaceid": "3db13426-dff5-45be-912c-1a0ea6a29177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1472.288376] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:9a:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3db13426-dff5-45be-912c-1a0ea6a29177', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.296368] env[62697]: DEBUG oslo.service.loopingcall [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.300151] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.300387] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb0c889-bee1-473d-99b7-0f34a008582f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.321991] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526e4351-d077-9869-1a05-ad89b67c51d3, 'name': SearchDatastore_Task, 'duration_secs': 0.039593} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.324332] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.324332] env[62697]: value = "task-1706504" [ 1472.324332] env[62697]: _type = "Task" [ 1472.324332] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.324588] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a459aa7-c33c-4a41-b9b7-6558079a3fde {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.336104] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1472.336104] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f14b20-aa59-76b1-9594-fc3176685db7" [ 1472.336104] env[62697]: _type = "Task" [ 1472.336104] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.340377] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706504, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.350632] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f14b20-aa59-76b1-9594-fc3176685db7, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.350910] env[62697]: DEBUG oslo_concurrency.lockutils [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.351263] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. {{(pid=62697) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1472.351544] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7292f59-5a28-4070-8eed-ecb7093aca16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.358616] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1472.358616] env[62697]: value = "task-1706505" [ 1472.358616] env[62697]: _type = "Task" [ 1472.358616] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.368471] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.392342] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.409418] env[62697]: DEBUG nova.compute.manager [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Received event network-changed-3db13426-dff5-45be-912c-1a0ea6a29177 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1472.409713] env[62697]: DEBUG nova.compute.manager [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Refreshing instance network info cache due to event network-changed-3db13426-dff5-45be-912c-1a0ea6a29177. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1472.410016] env[62697]: DEBUG oslo_concurrency.lockutils [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] Acquiring lock "refresh_cache-8dfe04d0-6201-44e8-8046-7a75e21f631f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.410261] env[62697]: DEBUG oslo_concurrency.lockutils [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] Acquired lock "refresh_cache-8dfe04d0-6201-44e8-8046-7a75e21f631f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.410516] env[62697]: DEBUG nova.network.neutron [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Refreshing network info cache for port 3db13426-dff5-45be-912c-1a0ea6a29177 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.442664] env[62697]: DEBUG oslo_vmware.api [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706503, 'name': PowerOffVM_Task, 'duration_secs': 0.259244} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.442977] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.443184] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.443458] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff0ccb83-ea35-405c-ba58-0fda4f796ec7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.529413] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.529588] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.529729] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleting the datastore file [datastore1] 0793d549-6217-4c3c-9894-c5105c7d0e9d {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.530034] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d207ad54-cb66-4f93-8aa7-e91cedd73b4a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.540209] env[62697]: DEBUG oslo_vmware.api [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for the task: (returnval){ [ 1472.540209] env[62697]: value = "task-1706507" [ 1472.540209] env[62697]: _type = "Task" [ 1472.540209] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.549893] env[62697]: DEBUG oslo_vmware.api [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.595091] env[62697]: DEBUG nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1472.620225] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1472.620558] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1472.620799] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.621019] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1472.621241] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.621545] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1472.621849] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1472.622042] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1472.622228] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1472.622401] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1472.622608] env[62697]: DEBUG nova.virt.hardware [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1472.623551] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeafe27e-8232-4381-b446-7dee80114a55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.632257] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2787a5a-0b2a-45b9-b154-fe08c62511c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.668047] env[62697]: INFO nova.compute.manager [-] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Took 1.71 seconds to deallocate network for instance. [ 1472.759946] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.763460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.337s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.787052] env[62697]: INFO nova.scheduler.client.report [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Deleted allocations for instance 41214d53-0bcf-4dc7-98c0-a335ffc0eb62 [ 1472.838509] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706504, 'name': CreateVM_Task, 'duration_secs': 0.446011} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.838509] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.839219] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.839370] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.839702] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.839925] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b783246e-e952-4ffd-8401-4f50461dc251 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.845917] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1472.845917] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520c7665-74a5-3b00-f093-6524f864254b" [ 1472.845917] env[62697]: _type = "Task" [ 1472.845917] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.856090] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520c7665-74a5-3b00-f093-6524f864254b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.868604] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.999889] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.000025] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.000231] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.054060] env[62697]: DEBUG oslo_vmware.api [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.177139] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.223578] env[62697]: DEBUG nova.network.neutron [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Successfully updated port: 04f3ae4a-b969-4cd5-a19a-0ab718b64c4e {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.242744] env[62697]: DEBUG nova.network.neutron [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Updated VIF entry in instance network info cache for port 3db13426-dff5-45be-912c-1a0ea6a29177. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.243129] env[62697]: DEBUG nova.network.neutron [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Updating instance_info_cache with network_info: [{"id": "3db13426-dff5-45be-912c-1a0ea6a29177", "address": "fa:16:3e:6c:9a:02", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db13426-df", "ovs_interfaceid": "3db13426-dff5-45be-912c-1a0ea6a29177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.269736] env[62697]: INFO nova.compute.claims [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.295874] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9b24b621-567a-40ec-8707-235c9487f1c6 tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "41214d53-0bcf-4dc7-98c0-a335ffc0eb62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.042s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.358815] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520c7665-74a5-3b00-f093-6524f864254b, 'name': SearchDatastore_Task, 'duration_secs': 0.079157} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.359353] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.359353] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.359593] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.359744] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.360012] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.360351] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d32b95-2f94-4804-b657-dceb2a2d6458 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.371526] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833593} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.372678] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. [ 1473.372981] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.373170] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.374360] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50a2c7b-a69c-456e-967e-12fb627312af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.376644] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf6e6c9-26c7-4f86-a202-c10852ade720 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.381990] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1473.381990] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52039264-7c55-44fe-a622-cf68c8c02f93" [ 1473.381990] env[62697]: _type = "Task" [ 1473.381990] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.402651] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.405963] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a5535c-7f02-482b-8d2f-7f22a63d7724 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.424703] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52039264-7c55-44fe-a622-cf68c8c02f93, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.426627] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1473.426627] env[62697]: value = "task-1706508" [ 1473.426627] env[62697]: _type = "Task" [ 1473.426627] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.426818] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a170380-f91c-48a1-92fb-ef154efa9764 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.435489] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1473.435489] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5276edff-83bd-33ee-8e88-971a6681c74b" [ 1473.435489] env[62697]: _type = "Task" [ 1473.435489] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.439054] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.447631] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5276edff-83bd-33ee-8e88-971a6681c74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.551275] env[62697]: DEBUG oslo_vmware.api [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Task: {'id': task-1706507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.702616} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.551905] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.551905] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.551905] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.552151] env[62697]: INFO nova.compute.manager [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1473.552294] env[62697]: DEBUG oslo.service.loopingcall [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.552538] env[62697]: DEBUG nova.compute.manager [-] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1473.552639] env[62697]: DEBUG nova.network.neutron [-] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.727091] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.727385] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.727625] env[62697]: DEBUG nova.network.neutron [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.746270] env[62697]: DEBUG oslo_concurrency.lockutils [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] Releasing lock "refresh_cache-8dfe04d0-6201-44e8-8046-7a75e21f631f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.746607] env[62697]: DEBUG nova.compute.manager [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Received event network-vif-deleted-83189341-4506-47a3-9db5-59d42a07ab4d {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1473.746748] env[62697]: DEBUG nova.compute.manager [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received event network-vif-deleted-65c169c3-18cf-4b2d-9a39-b1da7d99f4fe {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1473.746924] env[62697]: DEBUG nova.compute.manager [req-252d0d92-f176-41e4-8530-1be84ff08e32 req-629d360c-7297-4a41-8a47-e6be4acc8063 service nova] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Received event network-vif-deleted-285bf2e9-a24f-4bff-a488-a4dd8f837099 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1473.780064] env[62697]: INFO nova.compute.resource_tracker [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating resource usage from migration 45ebdf43-3370-4376-b74f-86209e2f513e [ 1473.941053] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706508, 'name': ReconfigVM_Task, 'duration_secs': 0.375783} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.950013] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.950013] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab6541-29e6-4858-b978-f234956c3275 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.960144] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5276edff-83bd-33ee-8e88-971a6681c74b, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.977699] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.978195] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8dfe04d0-6201-44e8-8046-7a75e21f631f/8dfe04d0-6201-44e8-8046-7a75e21f631f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.990876] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd0c1f50-73e6-46f6-84b6-62f9a54e9b38 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.993057] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ef60bd-801f-4fd7-b6ec-896b6944f2ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.010840] env[62697]: DEBUG nova.compute.manager [req-2b789ad0-75c9-4a87-9fae-54a0db5d21d6 req-a1eb609a-feaf-4146-805e-b688af116fa6 service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Received event network-vif-deleted-125d4252-7fec-449e-a3d4-1ee480ac6f25 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1474.011171] env[62697]: INFO nova.compute.manager [req-2b789ad0-75c9-4a87-9fae-54a0db5d21d6 req-a1eb609a-feaf-4146-805e-b688af116fa6 service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Neutron deleted interface 125d4252-7fec-449e-a3d4-1ee480ac6f25; detaching it from the instance and deleting it from the info cache [ 1474.011294] env[62697]: DEBUG nova.network.neutron [req-2b789ad0-75c9-4a87-9fae-54a0db5d21d6 req-a1eb609a-feaf-4146-805e-b688af116fa6 service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.015540] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1474.015540] env[62697]: value = "task-1706510" [ 1474.015540] env[62697]: _type = "Task" [ 1474.015540] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.015947] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1474.015947] env[62697]: value = "task-1706511" [ 1474.015947] env[62697]: _type = "Task" [ 1474.015947] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.039688] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.040391] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.082414] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.082619] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.082803] env[62697]: DEBUG nova.network.neutron [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.205766] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbbabd-b6d0-4a04-9344-cd41872da7b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.214079] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d027db2-e5bf-477a-af07-134cd58ef75e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.249449] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b3fd7-9e0f-489b-8c2f-2c2c4dd51681 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.257704] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c160723-44d4-4775-9e85-f84d577a90ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.272765] env[62697]: DEBUG nova.compute.provider_tree [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.295375] env[62697]: DEBUG nova.network.neutron [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.427033] env[62697]: DEBUG nova.network.neutron [-] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.440407] env[62697]: DEBUG nova.compute.manager [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Received event network-vif-plugged-04f3ae4a-b969-4cd5-a19a-0ab718b64c4e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1474.440655] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] Acquiring lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.440876] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.444552] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.444552] env[62697]: DEBUG nova.compute.manager [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] No waiting events found dispatching network-vif-plugged-04f3ae4a-b969-4cd5-a19a-0ab718b64c4e {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1474.444552] env[62697]: WARNING nova.compute.manager [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Received unexpected event network-vif-plugged-04f3ae4a-b969-4cd5-a19a-0ab718b64c4e for instance with vm_state building and task_state spawning. [ 1474.444552] env[62697]: DEBUG nova.compute.manager [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Received event network-changed-04f3ae4a-b969-4cd5-a19a-0ab718b64c4e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1474.444552] env[62697]: DEBUG nova.compute.manager [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Refreshing instance network info cache due to event network-changed-04f3ae4a-b969-4cd5-a19a-0ab718b64c4e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1474.444552] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] Acquiring lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.460329] env[62697]: DEBUG nova.network.neutron [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Updating instance_info_cache with network_info: [{"id": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "address": "fa:16:3e:21:6d:b9", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f3ae4a-b9", "ovs_interfaceid": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.517660] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a36e242-5d02-4803-8536-4fdc7f172d56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.536963] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.541896] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706511, 'name': ReconfigVM_Task, 'duration_secs': 0.405207} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.542811] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.546208] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f6855-889c-4c0e-ad83-bff025ff4689 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.559787] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbff0070-6056-4903-9488-a4bdd387fec7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.569897] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1474.569897] env[62697]: value = "task-1706512" [ 1474.569897] env[62697]: _type = "Task" [ 1474.569897] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.590395] env[62697]: DEBUG nova.compute.manager [req-2b789ad0-75c9-4a87-9fae-54a0db5d21d6 req-a1eb609a-feaf-4146-805e-b688af116fa6 service nova] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Detach interface failed, port_id=125d4252-7fec-449e-a3d4-1ee480ac6f25, reason: Instance 0793d549-6217-4c3c-9894-c5105c7d0e9d could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1474.594556] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.775807] env[62697]: DEBUG nova.scheduler.client.report [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1474.872961] env[62697]: DEBUG nova.network.neutron [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance_info_cache with network_info: [{"id": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "address": "fa:16:3e:c2:6c:ff", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5d2c75-a6", "ovs_interfaceid": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.929567] env[62697]: INFO nova.compute.manager [-] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Took 1.38 seconds to deallocate network for instance. [ 1474.964696] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.964997] env[62697]: DEBUG nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Instance network_info: |[{"id": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "address": "fa:16:3e:21:6d:b9", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f3ae4a-b9", "ovs_interfaceid": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1474.965413] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] Acquired lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.965659] env[62697]: DEBUG nova.network.neutron [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Refreshing network info cache for port 04f3ae4a-b969-4cd5-a19a-0ab718b64c4e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.967076] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:6d:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f3ae4a-b969-4cd5-a19a-0ab718b64c4e', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.975695] env[62697]: DEBUG oslo.service.loopingcall [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.977484] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.977778] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf8adbf-af99-45a6-9f64-9e7afc7fc9ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.003441] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.003441] env[62697]: value = "task-1706513" [ 1475.003441] env[62697]: _type = "Task" [ 1475.003441] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.031042] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790637} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.031369] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8dfe04d0-6201-44e8-8046-7a75e21f631f/8dfe04d0-6201-44e8-8046-7a75e21f631f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.031604] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.031861] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68bc192-772a-482f-a22b-7285f83f2592 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.038422] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1475.038422] env[62697]: value = "task-1706514" [ 1475.038422] env[62697]: _type = "Task" [ 1475.038422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.050874] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.085488] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.281478] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.518s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.281621] env[62697]: INFO nova.compute.manager [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Migrating [ 1475.288720] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.556s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.290236] env[62697]: INFO nova.compute.claims [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.375064] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.436357] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.516821] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706513, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.550294] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28584} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.550580] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.551716] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d643565-da1b-4534-9ecd-5053308e1d0c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.575610] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 8dfe04d0-6201-44e8-8046-7a75e21f631f/8dfe04d0-6201-44e8-8046-7a75e21f631f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.578117] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84d5015-9e2b-40d1-b68b-51aea9606b86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.602619] env[62697]: DEBUG oslo_vmware.api [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706512, 'name': PowerOnVM_Task, 'duration_secs': 0.534667} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.604090] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.605850] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1475.605850] env[62697]: value = "task-1706515" [ 1475.605850] env[62697]: _type = "Task" [ 1475.605850] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.606904] env[62697]: DEBUG nova.compute.manager [None req-09149b18-2776-4a8f-91cb-1730beaabd7b tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1475.607675] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc61a6d-0792-4121-b5c6-f80b278e19ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.618935] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.791050] env[62697]: DEBUG nova.network.neutron [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Updated VIF entry in instance network info cache for port 04f3ae4a-b969-4cd5-a19a-0ab718b64c4e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.791050] env[62697]: DEBUG nova.network.neutron [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Updating instance_info_cache with network_info: [{"id": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "address": "fa:16:3e:21:6d:b9", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f3ae4a-b9", "ovs_interfaceid": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.800242] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.801019] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.801138] env[62697]: DEBUG nova.network.neutron [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.899708] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c213ea1-0a8b-421b-88b9-304302b90a13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.923722] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9189c0fd-76d5-4f4c-b484-afd4a99b23d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.930898] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance 'fadeb162-868a-4e87-a908-7b4cf6090f7f' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1476.013502] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706513, 'name': CreateVM_Task, 'duration_secs': 0.757426} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.013662] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.014368] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.014541] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.014862] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.015129] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b699b5e-bb0e-438b-b941-e7c97059fd3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.019549] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1476.019549] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f8f5f5-88d9-8a52-25b5-e236caaab333" [ 1476.019549] env[62697]: _type = "Task" [ 1476.019549] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.026981] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f8f5f5-88d9-8a52-25b5-e236caaab333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.117124] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706515, 'name': ReconfigVM_Task, 'duration_secs': 0.324335} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.117562] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 8dfe04d0-6201-44e8-8046-7a75e21f631f/8dfe04d0-6201-44e8-8046-7a75e21f631f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.118062] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8022e8cf-e13e-4833-9583-d86c2954aa77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.137700] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1476.137700] env[62697]: value = "task-1706516" [ 1476.137700] env[62697]: _type = "Task" [ 1476.137700] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.146828] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706516, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.294857] env[62697]: DEBUG oslo_concurrency.lockutils [req-8ae9df8a-c29c-423a-a23f-b99e48b969b6 req-36a07ced-0a2a-4d4b-be4a-65a605f1f6d5 service nova] Releasing lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.442026] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.442026] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d72d90-2580-4d43-9fd6-45b2d91ea76a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.454803] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1476.454803] env[62697]: value = "task-1706517" [ 1476.454803] env[62697]: _type = "Task" [ 1476.454803] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.468851] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.532992] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f8f5f5-88d9-8a52-25b5-e236caaab333, 'name': SearchDatastore_Task, 'duration_secs': 0.028493} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.536399] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.536647] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.536886] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.537077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.537301] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.537785] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef1906c-3367-45e9-a9b7-4cc67dc865c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.553921] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.554098] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.555136] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1298fc59-26a2-45bf-9e92-2c79cbc5acc0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.561807] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1476.561807] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5200d4bb-8e30-6fd3-c428-4837b014e621" [ 1476.561807] env[62697]: _type = "Task" [ 1476.561807] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.576058] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5200d4bb-8e30-6fd3-c428-4837b014e621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.648999] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706516, 'name': Rename_Task, 'duration_secs': 0.252205} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.649563] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.649831] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39b3ab6-0b3d-433c-8a48-136c67b27366 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.660878] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1476.660878] env[62697]: value = "task-1706518" [ 1476.660878] env[62697]: _type = "Task" [ 1476.660878] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.676056] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.708246] env[62697]: DEBUG nova.network.neutron [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.762071] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f6ef1-a6b2-491e-8459-0f2e2858c5f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.770601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a4b57-1f34-467a-b74b-c2662ad89ed9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.802737] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00ee96-aade-41d9-b20b-1e1378db14a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.810777] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b050aeed-7f94-43ed-82a0-f5099ccc1f22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.826148] env[62697]: DEBUG nova.compute.provider_tree [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.854648] env[62697]: INFO nova.compute.manager [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Unrescuing [ 1476.854980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.855587] env[62697]: DEBUG oslo_concurrency.lockutils [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.855587] env[62697]: DEBUG nova.network.neutron [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.965185] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.073493] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5200d4bb-8e30-6fd3-c428-4837b014e621, 'name': SearchDatastore_Task, 'duration_secs': 0.014946} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.074436] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4023368-cf8c-4210-ab79-2f01a9081dce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.080496] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1477.080496] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc5bc1-5056-75cf-dd07-869cd74c41d1" [ 1477.080496] env[62697]: _type = "Task" [ 1477.080496] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.090166] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc5bc1-5056-75cf-dd07-869cd74c41d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.173622] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706518, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.210816] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.329889] env[62697]: DEBUG nova.scheduler.client.report [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1477.348910] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "5faab3b6-199c-4f0c-9b77-300c543f012b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.349773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.349773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "5faab3b6-199c-4f0c-9b77-300c543f012b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.349905] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.350088] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.352642] env[62697]: INFO nova.compute.manager [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Terminating instance [ 1477.354612] env[62697]: DEBUG nova.compute.manager [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1477.354828] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.355726] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083998a4-3fd5-48c7-acfb-b383124ae77a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.367764] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.368059] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044ed97c-d1de-4f46-8dca-227ca5903309 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.376041] env[62697]: DEBUG oslo_vmware.api [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1477.376041] env[62697]: value = "task-1706519" [ 1477.376041] env[62697]: _type = "Task" [ 1477.376041] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.386019] env[62697]: DEBUG oslo_vmware.api [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.465449] env[62697]: DEBUG oslo_vmware.api [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706517, 'name': PowerOnVM_Task, 'duration_secs': 0.84709} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.465791] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.465900] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a78769d6-cebc-43d1-8bd0-3f9cd266896f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance 'fadeb162-868a-4e87-a908-7b4cf6090f7f' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.593128] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc5bc1-5056-75cf-dd07-869cd74c41d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.593450] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.593690] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 738d4439-3f2c-4941-8c10-fcc2db6ab4ec/738d4439-3f2c-4941-8c10-fcc2db6ab4ec.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.593952] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c25fd19-d3d0-4dbe-85b4-e91c28f3128c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.601726] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1477.601726] env[62697]: value = "task-1706520" [ 1477.601726] env[62697]: _type = "Task" [ 1477.601726] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.610352] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.635749] env[62697]: DEBUG nova.network.neutron [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updating instance_info_cache with network_info: [{"id": "65835872-894d-4a8c-9697-cacbd34d2903", "address": "fa:16:3e:b6:16:ab", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65835872-89", "ovs_interfaceid": "65835872-894d-4a8c-9697-cacbd34d2903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.674866] env[62697]: DEBUG oslo_vmware.api [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706518, 'name': PowerOnVM_Task, 'duration_secs': 0.724875} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.675200] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.675423] env[62697]: INFO nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1477.675662] env[62697]: DEBUG nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1477.676524] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da36be-d95c-41ff-88f8-d6e9c1e2904f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.836218] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.836520] env[62697]: DEBUG nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1477.839698] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.857s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.840044] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.840290] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1477.840739] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.499s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.842655] env[62697]: INFO nova.compute.claims [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.847106] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b33181e-925c-4697-970a-ea55c115a44c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.859069] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3281d981-b003-400b-a260-4f284a2c861c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.880645] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06509710-afa5-46ff-b882-11b440b0b4d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.894025] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e1dea-d8dc-4012-a0f9-a543dd971844 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.898376] env[62697]: DEBUG oslo_vmware.api [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706519, 'name': PowerOffVM_Task, 'duration_secs': 0.299311} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.898709] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.898952] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1477.899657] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c50b539-e94d-4781-bf09-58a8b0dd06ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.934325] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179291MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1477.934598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.000434] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.000927] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.001358] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Deleting the datastore file [datastore1] 5faab3b6-199c-4f0c-9b77-300c543f012b {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.002196] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f66a177f-9ae1-4187-9255-ff9798eb1a3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.011950] env[62697]: DEBUG oslo_vmware.api [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for the task: (returnval){ [ 1478.011950] env[62697]: value = "task-1706522" [ 1478.011950] env[62697]: _type = "Task" [ 1478.011950] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.021902] env[62697]: DEBUG oslo_vmware.api [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.113045] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.141039] env[62697]: DEBUG oslo_concurrency.lockutils [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.141039] env[62697]: DEBUG nova.objects.instance [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lazy-loading 'flavor' on Instance uuid e3b27de9-391f-431b-bdc5-c06b100b212d {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.193330] env[62697]: INFO nova.compute.manager [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Took 39.42 seconds to build instance. [ 1478.353045] env[62697]: DEBUG nova.compute.utils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.353045] env[62697]: DEBUG nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1478.353045] env[62697]: DEBUG nova.network.neutron [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.403879] env[62697]: DEBUG nova.policy [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b50cce57864f88bf67b63199158b7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56a26385d45a487289d93e5a2f8952e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1478.525694] env[62697]: DEBUG oslo_vmware.api [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.613622] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575799} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.613901] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 738d4439-3f2c-4941-8c10-fcc2db6ab4ec/738d4439-3f2c-4941-8c10-fcc2db6ab4ec.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.614139] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.614399] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0760c234-b1a4-4e66-8a11-848fa54f4f4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.622728] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1478.622728] env[62697]: value = "task-1706523" [ 1478.622728] env[62697]: _type = "Task" [ 1478.622728] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.632698] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.646126] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509fd13d-c6a6-4f27-bbc3-f370f3ee2f3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.669314] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.669684] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2935c0c8-b991-49aa-a69b-aa7a7540b438 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.679117] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1478.679117] env[62697]: value = "task-1706524" [ 1478.679117] env[62697]: _type = "Task" [ 1478.679117] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.689907] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.695567] env[62697]: DEBUG oslo_concurrency.lockutils [None req-28790592-2ce1-4d37-ae3a-0115fd174bfe tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.563s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.727994] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182f38c1-c4d5-4fa0-be41-dd70c3da9341 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.525695] env[62697]: DEBUG nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1479.536085] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance '29babd74-293a-4d57-9e2a-b25181e507b7' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1479.540366] env[62697]: DEBUG nova.network.neutron [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Successfully created port: 7f7e0f0c-bb60-4671-9b2f-9d914a25b711 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.572872] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706524, 'name': PowerOffVM_Task, 'duration_secs': 0.254894} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.574265] env[62697]: DEBUG oslo_vmware.api [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Task: {'id': task-1706522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706129} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.574265] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069091} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.574433] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.580027] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1479.580331] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.580515] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.580692] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.580869] env[62697]: INFO nova.compute.manager [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1479.581110] env[62697]: DEBUG oslo.service.loopingcall [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.585019] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.585321] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3111f80f-a46d-4a31-9f34-79b1de4dd2bc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.602583] env[62697]: DEBUG nova.compute.manager [-] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1479.602687] env[62697]: DEBUG nova.network.neutron [-] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.605422] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a370e-bdf0-416b-91d3-24689f6886d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.632072] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 738d4439-3f2c-4941-8c10-fcc2db6ab4ec/738d4439-3f2c-4941-8c10-fcc2db6ab4ec.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.636621] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6010000-9e4f-43c8-8afa-f7254d1303fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.652065] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1479.652065] env[62697]: value = "task-1706525" [ 1479.652065] env[62697]: _type = "Task" [ 1479.652065] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.658641] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1479.658641] env[62697]: value = "task-1706526" [ 1479.658641] env[62697]: _type = "Task" [ 1479.658641] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.666493] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.674150] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.061894] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.062897] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.063378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.063627] env[62697]: DEBUG nova.compute.manager [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Going to confirm migration 3 {{(pid=62697) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1480.065494] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c2df2b3-01c2-4c97-a911-300b8a426ee2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.074571] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1480.074571] env[62697]: value = "task-1706527" [ 1480.074571] env[62697]: _type = "Task" [ 1480.074571] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.088446] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1480.088684] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance '29babd74-293a-4d57-9e2a-b25181e507b7' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1480.094400] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96500d54-74ce-4eae-ab64-2d918c9955d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.102886] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf058c-7b8a-4162-a597-196a4f3a1e04 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.140228] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94eee8-0cb7-4ccb-8776-8506eb77ef58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.146531] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3123f0-009b-42db-8e8e-58161f28c900 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.164580] env[62697]: DEBUG nova.compute.provider_tree [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.172519] env[62697]: DEBUG nova.compute.manager [req-194b6eed-1b4e-46ee-acda-12a27b050d2b req-2639d837-924c-41c6-b6c6-5e10a6ca2262 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Received event network-vif-deleted-1a139e0a-bf90-4065-9c87-a1b8d983ba23 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1480.172790] env[62697]: INFO nova.compute.manager [req-194b6eed-1b4e-46ee-acda-12a27b050d2b req-2639d837-924c-41c6-b6c6-5e10a6ca2262 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Neutron deleted interface 1a139e0a-bf90-4065-9c87-a1b8d983ba23; detaching it from the instance and deleting it from the info cache [ 1480.173017] env[62697]: DEBUG nova.network.neutron [req-194b6eed-1b4e-46ee-acda-12a27b050d2b req-2639d837-924c-41c6-b6c6-5e10a6ca2262 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.175608] env[62697]: DEBUG nova.scheduler.client.report [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1480.185103] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706525, 'name': ReconfigVM_Task, 'duration_secs': 0.235775} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.189202] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1480.189574] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.189828] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706526, 'name': ReconfigVM_Task, 'duration_secs': 0.321158} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.190096] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d54037e-9d4b-47e1-97e0-612415de161b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.192196] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 738d4439-3f2c-4941-8c10-fcc2db6ab4ec/738d4439-3f2c-4941-8c10-fcc2db6ab4ec.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.192858] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0660ef74-79e6-4cc5-a289-0de1ed9c2d5b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.203028] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1480.203028] env[62697]: value = "task-1706528" [ 1480.203028] env[62697]: _type = "Task" [ 1480.203028] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.205104] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1480.205104] env[62697]: value = "task-1706529" [ 1480.205104] env[62697]: _type = "Task" [ 1480.205104] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.212182] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.217876] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706529, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.550058] env[62697]: DEBUG nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1480.574266] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1480.574572] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1480.574853] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.575180] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1480.575358] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.575535] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1480.575773] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1480.575969] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1480.576165] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1480.576423] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1480.576527] env[62697]: DEBUG nova.virt.hardware [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1480.577433] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cdd58a-0d4e-410f-acca-efc86aa9e5ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.588129] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8d855c-867d-488d-b53e-ac9b9fa75982 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.605312] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1480.605775] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1480.605952] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.606165] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1480.606319] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.606477] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1480.606726] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1480.606929] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1480.607123] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1480.607294] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1480.607475] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1480.613033] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e88886-1b37-42e7-a8ec-08df8650c13a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.628549] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1480.628549] env[62697]: value = "task-1706530" [ 1480.628549] env[62697]: _type = "Task" [ 1480.628549] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.636778] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.641903] env[62697]: DEBUG nova.compute.manager [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1480.642196] env[62697]: DEBUG nova.network.neutron [-] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.644094] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.644273] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.644446] env[62697]: DEBUG nova.network.neutron [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.644625] env[62697]: DEBUG nova.objects.instance [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lazy-loading 'info_cache' on Instance uuid fadeb162-868a-4e87-a908-7b4cf6090f7f {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.646243] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d76e25-bf6a-4daa-9ae6-ceb43f30acc4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.676233] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65d44fe0-6053-46ee-8254-0aecd226b8d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.680854] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.681504] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1480.685542] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.755s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.685777] env[62697]: DEBUG nova.objects.instance [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lazy-loading 'resources' on Instance uuid e48fd17e-2e72-43b5-a5b0-40187e23f3ce {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.689843] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba421d-a5f8-4c8f-adab-90a5063a628c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.713416] env[62697]: DEBUG oslo_vmware.api [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706528, 'name': PowerOnVM_Task, 'duration_secs': 0.389793} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.726784] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.727070] env[62697]: DEBUG nova.compute.manager [None req-096305cd-7e90-4acf-a6b9-9a1f64493672 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1480.728336] env[62697]: DEBUG nova.compute.manager [req-194b6eed-1b4e-46ee-acda-12a27b050d2b req-2639d837-924c-41c6-b6c6-5e10a6ca2262 service nova] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Detach interface failed, port_id=1a139e0a-bf90-4065-9c87-a1b8d983ba23, reason: Instance 5faab3b6-199c-4f0c-9b77-300c543f012b could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1480.732109] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92409d85-c83b-48b7-92af-8ae45b62ae57 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.735037] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706529, 'name': Rename_Task, 'duration_secs': 0.188861} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.735299] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.735909] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6c93c9-e9cf-4a93-a614-95ecbe6ea1d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.743970] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1480.743970] env[62697]: value = "task-1706531" [ 1480.743970] env[62697]: _type = "Task" [ 1480.743970] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.751899] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.076695] env[62697]: DEBUG nova.compute.manager [req-5521f8ff-428c-40db-abad-b78f675da094 req-6f853cf5-7458-4ba7-8eeb-4d2c8fab3017 service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Received event network-vif-plugged-7f7e0f0c-bb60-4671-9b2f-9d914a25b711 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1481.076927] env[62697]: DEBUG oslo_concurrency.lockutils [req-5521f8ff-428c-40db-abad-b78f675da094 req-6f853cf5-7458-4ba7-8eeb-4d2c8fab3017 service nova] Acquiring lock "8ce3b721-081e-4f6e-9e35-1f510e467e98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.077158] env[62697]: DEBUG oslo_concurrency.lockutils [req-5521f8ff-428c-40db-abad-b78f675da094 req-6f853cf5-7458-4ba7-8eeb-4d2c8fab3017 service nova] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.077333] env[62697]: DEBUG oslo_concurrency.lockutils [req-5521f8ff-428c-40db-abad-b78f675da094 req-6f853cf5-7458-4ba7-8eeb-4d2c8fab3017 service nova] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.077501] env[62697]: DEBUG nova.compute.manager [req-5521f8ff-428c-40db-abad-b78f675da094 req-6f853cf5-7458-4ba7-8eeb-4d2c8fab3017 service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] No waiting events found dispatching network-vif-plugged-7f7e0f0c-bb60-4671-9b2f-9d914a25b711 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1481.077668] env[62697]: WARNING nova.compute.manager [req-5521f8ff-428c-40db-abad-b78f675da094 req-6f853cf5-7458-4ba7-8eeb-4d2c8fab3017 service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Received unexpected event network-vif-plugged-7f7e0f0c-bb60-4671-9b2f-9d914a25b711 for instance with vm_state building and task_state spawning. [ 1481.138816] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706530, 'name': ReconfigVM_Task, 'duration_secs': 0.22832} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.139147] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance '29babd74-293a-4d57-9e2a-b25181e507b7' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1481.149584] env[62697]: INFO nova.compute.manager [-] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Took 1.55 seconds to deallocate network for instance. [ 1481.156223] env[62697]: INFO nova.compute.manager [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] instance snapshotting [ 1481.158477] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff698744-841c-452b-b123-dd86e3f01f1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.178139] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa64c877-d15b-46b7-a892-fd4d782cefe0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.191107] env[62697]: DEBUG nova.compute.utils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.192712] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1481.192712] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.253962] env[62697]: DEBUG nova.policy [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29afc67a2a314f468a8dafd910ffc5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153c5e00d6bc4183908f968f79c7bf10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1481.261556] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.280219] env[62697]: DEBUG nova.network.neutron [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Successfully updated port: 7f7e0f0c-bb60-4671-9b2f-9d914a25b711 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.568453] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Successfully created port: 654cc58d-e5a8-4a89-adf3-3c3a23708a5e {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.648580] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1481.649150] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1481.649529] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.649857] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1481.650148] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.650428] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1481.651601] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1481.651601] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1481.651601] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1481.651601] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1481.651932] env[62697]: DEBUG nova.virt.hardware [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1481.658112] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1481.662134] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.662620] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c299e6af-bc18-45ef-8b56-e940239e1900 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.679179] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d5559-d566-44da-9dd8-c57341ea9694 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.688858] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6422fa1c-1329-4e57-aabd-27367e34da61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.692019] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1481.692019] env[62697]: value = "task-1706532" [ 1481.692019] env[62697]: _type = "Task" [ 1481.692019] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.693048] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1481.693350] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cef13709-b10a-483f-af4c-211c914c7d4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.725769] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1481.727150] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5858b0-408e-4ae1-a461-ac5adbe2e719 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.733063] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.734878] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1481.734878] env[62697]: value = "task-1706533" [ 1481.734878] env[62697]: _type = "Task" [ 1481.734878] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.744465] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb5b40-e480-4b80-988a-08f5db277f22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.751787] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706533, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.769452] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706531, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.770098] env[62697]: DEBUG nova.compute.provider_tree [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.783529] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.783796] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.783882] env[62697]: DEBUG nova.network.neutron [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.030046] env[62697]: DEBUG nova.network.neutron [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance_info_cache with network_info: [{"id": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "address": "fa:16:3e:c2:6c:ff", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5d2c75-a6", "ovs_interfaceid": "0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.202924] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706532, 'name': ReconfigVM_Task, 'duration_secs': 0.176018} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.203360] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1482.204198] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dc7db3-8671-4519-a4e6-32d9bbd52d14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.227341] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 29babd74-293a-4d57-9e2a-b25181e507b7/29babd74-293a-4d57-9e2a-b25181e507b7.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.230897] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faee522a-bfd6-4178-aca2-b58480b4ba95 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.252924] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706533, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.258061] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1482.258061] env[62697]: value = "task-1706534" [ 1482.258061] env[62697]: _type = "Task" [ 1482.258061] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.263673] env[62697]: DEBUG oslo_vmware.api [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706531, 'name': PowerOnVM_Task, 'duration_secs': 1.029932} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.264987] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.265324] env[62697]: INFO nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1482.265401] env[62697]: DEBUG nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1482.266548] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879129c8-7be3-4fe4-bd96-54dde5364df0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.275024] env[62697]: DEBUG nova.scheduler.client.report [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1482.280059] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.368753] env[62697]: DEBUG nova.network.neutron [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.524132] env[62697]: DEBUG nova.network.neutron [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Updating instance_info_cache with network_info: [{"id": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "address": "fa:16:3e:39:89:59", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7e0f0c-bb", "ovs_interfaceid": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.533804] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-fadeb162-868a-4e87-a908-7b4cf6090f7f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.534686] env[62697]: DEBUG nova.objects.instance [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lazy-loading 'migration_context' on Instance uuid fadeb162-868a-4e87-a908-7b4cf6090f7f {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.747268] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1482.763642] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706533, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.777695] env[62697]: DEBUG oslo_vmware.api [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706534, 'name': ReconfigVM_Task, 'duration_secs': 0.34866} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.780977] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.781350] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.781604] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.781883] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.782389] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.782389] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.782650] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.782897] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.783161] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.783535] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.783667] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.784111] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 29babd74-293a-4d57-9e2a-b25181e507b7/29babd74-293a-4d57-9e2a-b25181e507b7.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.784472] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance '29babd74-293a-4d57-9e2a-b25181e507b7' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1482.789815] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.793334] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e6915c-d0d2-4c6b-b970-eabf04e3663c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.797758] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.298s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.798054] env[62697]: DEBUG nova.objects.instance [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1482.817609] env[62697]: INFO nova.compute.manager [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Took 39.16 seconds to build instance. [ 1482.820458] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7d3341-349f-4ce0-8009-ba3c651a8bc5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.828672] env[62697]: INFO nova.scheduler.client.report [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Deleted allocations for instance e48fd17e-2e72-43b5-a5b0-40187e23f3ce [ 1483.030630] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.030630] env[62697]: DEBUG nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Instance network_info: |[{"id": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "address": "fa:16:3e:39:89:59", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7e0f0c-bb", "ovs_interfaceid": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1483.030630] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:89:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f7e0f0c-bb60-4671-9b2f-9d914a25b711', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.047089] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Creating folder: Project (56a26385d45a487289d93e5a2f8952e5). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.048359] env[62697]: DEBUG nova.objects.base [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1483.049171] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8472dd4e-5df1-41a4-bbb2-62b30282e26d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.053518] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10609788-9c13-489e-b3ce-1407022ade8c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.090761] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c5bcfd-178d-4e4b-b7f0-3fddcd892374 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.095254] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Created folder: Project (56a26385d45a487289d93e5a2f8952e5) in parent group-v355409. [ 1483.095557] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Creating folder: Instances. Parent ref: group-v355588. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.095932] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0432372-8551-4053-911a-dfa64d612a58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.102220] env[62697]: DEBUG oslo_vmware.api [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1483.102220] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5293c1ae-2f30-8075-2e39-a2bd029ff81d" [ 1483.102220] env[62697]: _type = "Task" [ 1483.102220] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.109308] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Created folder: Instances in parent group-v355588. [ 1483.109698] env[62697]: DEBUG oslo.service.loopingcall [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.110435] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.110743] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db6be936-6aef-47e9-86d4-ba0b8cd9b7c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.143126] env[62697]: DEBUG oslo_vmware.api [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5293c1ae-2f30-8075-2e39-a2bd029ff81d, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.144064] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.149382] env[62697]: DEBUG nova.compute.manager [req-93f6ee67-4ac8-4e11-aee2-8635c66fc84c req-cb3f8d20-37ff-46ae-aa88-97e75c6afe37 service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Received event network-vif-plugged-654cc58d-e5a8-4a89-adf3-3c3a23708a5e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1483.149715] env[62697]: DEBUG oslo_concurrency.lockutils [req-93f6ee67-4ac8-4e11-aee2-8635c66fc84c req-cb3f8d20-37ff-46ae-aa88-97e75c6afe37 service nova] Acquiring lock "befe100c-1ae4-4475-a872-210cb8123eb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.150021] env[62697]: DEBUG oslo_concurrency.lockutils [req-93f6ee67-4ac8-4e11-aee2-8635c66fc84c req-cb3f8d20-37ff-46ae-aa88-97e75c6afe37 service nova] Lock "befe100c-1ae4-4475-a872-210cb8123eb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.150452] env[62697]: DEBUG oslo_concurrency.lockutils [req-93f6ee67-4ac8-4e11-aee2-8635c66fc84c req-cb3f8d20-37ff-46ae-aa88-97e75c6afe37 service nova] Lock "befe100c-1ae4-4475-a872-210cb8123eb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.150728] env[62697]: DEBUG nova.compute.manager [req-93f6ee67-4ac8-4e11-aee2-8635c66fc84c req-cb3f8d20-37ff-46ae-aa88-97e75c6afe37 service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] No waiting events found dispatching network-vif-plugged-654cc58d-e5a8-4a89-adf3-3c3a23708a5e {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1483.150985] env[62697]: WARNING nova.compute.manager [req-93f6ee67-4ac8-4e11-aee2-8635c66fc84c req-cb3f8d20-37ff-46ae-aa88-97e75c6afe37 service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Received unexpected event network-vif-plugged-654cc58d-e5a8-4a89-adf3-3c3a23708a5e for instance with vm_state building and task_state spawning. [ 1483.154150] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.154150] env[62697]: value = "task-1706537" [ 1483.154150] env[62697]: _type = "Task" [ 1483.154150] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.162942] env[62697]: DEBUG nova.compute.manager [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Received event network-changed-7f7e0f0c-bb60-4671-9b2f-9d914a25b711 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1483.163284] env[62697]: DEBUG nova.compute.manager [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Refreshing instance network info cache due to event network-changed-7f7e0f0c-bb60-4671-9b2f-9d914a25b711. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1483.163661] env[62697]: DEBUG oslo_concurrency.lockutils [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] Acquiring lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.163812] env[62697]: DEBUG oslo_concurrency.lockutils [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] Acquired lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.164064] env[62697]: DEBUG nova.network.neutron [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Refreshing network info cache for port 7f7e0f0c-bb60-4671-9b2f-9d914a25b711 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.170997] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706537, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.261191] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706533, 'name': CreateSnapshot_Task, 'duration_secs': 1.071334} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.261548] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1483.262364] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4f12f4-e852-49bf-b5e6-ec322344f6bc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.278490] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Successfully updated port: 654cc58d-e5a8-4a89-adf3-3c3a23708a5e {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.300779] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed884a09-8acd-4b74-bfa8-560249ee788a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.325082] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799cf62e-8e5b-451e-833f-d965f8e68ba4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.328316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-396b1b0a-2a3f-4f6e-995e-6790944f7fd7 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.680s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.349218] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance '29babd74-293a-4d57-9e2a-b25181e507b7' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1483.356022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-315a3c95-265c-4992-925a-d52bf1507750 tempest-SecurityGroupsTestJSON-602094957 tempest-SecurityGroupsTestJSON-602094957-project-member] Lock "e48fd17e-2e72-43b5-a5b0-40187e23f3ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.793s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.665860] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706537, 'name': CreateVM_Task, 'duration_secs': 0.500235} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.666227] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.666765] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.666952] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.667301] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1483.667563] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504f377c-507d-448d-936e-acf8f2eb6dea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.674149] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1483.674149] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5286a007-428e-a9af-35d1-67bbf9b05062" [ 1483.674149] env[62697]: _type = "Task" [ 1483.674149] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.682476] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5286a007-428e-a9af-35d1-67bbf9b05062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.781211] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1483.783060] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "refresh_cache-befe100c-1ae4-4475-a872-210cb8123eb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.783243] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "refresh_cache-befe100c-1ae4-4475-a872-210cb8123eb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.784407] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.784626] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ebe30c65-ed29-4b91-99d0-10b4991b42c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.796603] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1483.796603] env[62697]: value = "task-1706538" [ 1483.796603] env[62697]: _type = "Task" [ 1483.796603] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.804085] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706538, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.834965] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34a4caf3-1277-47bc-9fab-daa005d91201 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.037s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.839649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.921s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.839649] env[62697]: INFO nova.compute.claims [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.918310] env[62697]: DEBUG nova.network.neutron [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Updated VIF entry in instance network info cache for port 7f7e0f0c-bb60-4671-9b2f-9d914a25b711. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.918804] env[62697]: DEBUG nova.network.neutron [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Updating instance_info_cache with network_info: [{"id": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "address": "fa:16:3e:39:89:59", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7e0f0c-bb", "ovs_interfaceid": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.959788] env[62697]: DEBUG nova.network.neutron [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Port b8be124e-2872-4710-8d73-589f33217355 binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1483.991151] env[62697]: DEBUG oslo_concurrency.lockutils [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] Acquiring lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.991347] env[62697]: DEBUG oslo_concurrency.lockutils [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] Acquired lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.991662] env[62697]: DEBUG nova.network.neutron [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.192873] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5286a007-428e-a9af-35d1-67bbf9b05062, 'name': SearchDatastore_Task, 'duration_secs': 0.035218} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.193342] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.193957] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.194311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.195017] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.195665] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.196947] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55825b7c-25cc-4913-a446-f58536bbb422 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.210025] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.210025] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.210025] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f9545f-87fd-4577-ae50-c1c483e9544b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.213415] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1484.213415] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520cdace-faa5-7da6-b86b-36c2a27d05d4" [ 1484.213415] env[62697]: _type = "Task" [ 1484.213415] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.222608] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520cdace-faa5-7da6-b86b-36c2a27d05d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.315022] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706538, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.357960] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.429356] env[62697]: DEBUG oslo_concurrency.lockutils [req-9594cfc4-2c54-49f9-88c3-38d2a2613e8b req-53429566-11d5-4783-9fb5-b3a614bdbf2f service nova] Releasing lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.727135] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520cdace-faa5-7da6-b86b-36c2a27d05d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.727873] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238542af-54bf-4d33-a133-01bb225191b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.734600] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1484.734600] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a482a7-5e1c-eba8-57bf-24e8e868831b" [ 1484.734600] env[62697]: _type = "Task" [ 1484.734600] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.746128] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a482a7-5e1c-eba8-57bf-24e8e868831b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.758999] env[62697]: DEBUG nova.network.neutron [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Updating instance_info_cache with network_info: [{"id": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "address": "fa:16:3e:21:6d:b9", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f3ae4a-b9", "ovs_interfaceid": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.761855] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Updating instance_info_cache with network_info: [{"id": "654cc58d-e5a8-4a89-adf3-3c3a23708a5e", "address": "fa:16:3e:77:f4:b4", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654cc58d-e5", "ovs_interfaceid": "654cc58d-e5a8-4a89-adf3-3c3a23708a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.775746] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.776031] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.809791] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706538, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.002382] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.002658] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.002847] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.178220] env[62697]: DEBUG nova.compute.manager [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Received event network-changed-654cc58d-e5a8-4a89-adf3-3c3a23708a5e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1485.178433] env[62697]: DEBUG nova.compute.manager [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Refreshing instance network info cache due to event network-changed-654cc58d-e5a8-4a89-adf3-3c3a23708a5e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1485.178630] env[62697]: DEBUG oslo_concurrency.lockutils [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] Acquiring lock "refresh_cache-befe100c-1ae4-4475-a872-210cb8123eb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.248730] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a482a7-5e1c-eba8-57bf-24e8e868831b, 'name': SearchDatastore_Task, 'duration_secs': 0.015094} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.249245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.249543] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/8ce3b721-081e-4f6e-9e35-1f510e467e98.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.249932] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e986df56-084f-4ec7-91e4-6857b1c9c432 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.258998] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1485.258998] env[62697]: value = "task-1706539" [ 1485.258998] env[62697]: _type = "Task" [ 1485.258998] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.267148] env[62697]: DEBUG oslo_concurrency.lockutils [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] Releasing lock "refresh_cache-738d4439-3f2c-4941-8c10-fcc2db6ab4ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.267379] env[62697]: DEBUG nova.compute.manager [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Inject network info {{(pid=62697) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1485.267627] env[62697]: DEBUG nova.compute.manager [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] network_info to inject: |[{"id": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "address": "fa:16:3e:21:6d:b9", "network": {"id": "1a75cdaf-da01-470f-adbb-bdf8398aebe5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129876949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee05f576396842f6baacf9b2a4246322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f3ae4a-b9", "ovs_interfaceid": "04f3ae4a-b969-4cd5-a19a-0ab718b64c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1485.272471] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Reconfiguring VM instance to set the machine id {{(pid=62697) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1485.273474] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "refresh_cache-befe100c-1ae4-4475-a872-210cb8123eb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.273784] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Instance network_info: |[{"id": "654cc58d-e5a8-4a89-adf3-3c3a23708a5e", "address": "fa:16:3e:77:f4:b4", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654cc58d-e5", "ovs_interfaceid": "654cc58d-e5a8-4a89-adf3-3c3a23708a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1485.274031] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dac6ee0-edf2-4167-9beb-b1b0a09632c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.288212] env[62697]: DEBUG oslo_concurrency.lockutils [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] Acquired lock "refresh_cache-befe100c-1ae4-4475-a872-210cb8123eb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.288423] env[62697]: DEBUG nova.network.neutron [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Refreshing network info cache for port 654cc58d-e5a8-4a89-adf3-3c3a23708a5e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.289822] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:f4:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '654cc58d-e5a8-4a89-adf3-3c3a23708a5e', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.298157] env[62697]: DEBUG oslo.service.loopingcall [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.298635] env[62697]: DEBUG nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1485.302544] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.307783] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.311787] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cb7477a-2dd6-41ec-ab5f-ce0ec3e91e67 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.330328] env[62697]: DEBUG oslo_vmware.api [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] Waiting for the task: (returnval){ [ 1485.330328] env[62697]: value = "task-1706540" [ 1485.330328] env[62697]: _type = "Task" [ 1485.330328] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.339924] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706538, 'name': CloneVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.340354] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.340354] env[62697]: value = "task-1706541" [ 1485.340354] env[62697]: _type = "Task" [ 1485.340354] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.353027] env[62697]: DEBUG oslo_vmware.api [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] Task: {'id': task-1706540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.357019] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706541, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.370619] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40870a68-6ec8-46c9-b2c3-e188bc0d69c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.378353] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe7def-bafa-4944-a67c-502a38a4cf44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.412101] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b0129b-53d0-43a6-834a-681dbf60d838 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.421986] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ced7ff-65c6-4a4b-8133-a4ad076edb90 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.441866] env[62697]: DEBUG nova.compute.provider_tree [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.773505] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.803778] env[62697]: DEBUG nova.network.neutron [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Updated VIF entry in instance network info cache for port 654cc58d-e5a8-4a89-adf3-3c3a23708a5e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.804356] env[62697]: DEBUG nova.network.neutron [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Updating instance_info_cache with network_info: [{"id": "654cc58d-e5a8-4a89-adf3-3c3a23708a5e", "address": "fa:16:3e:77:f4:b4", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654cc58d-e5", "ovs_interfaceid": "654cc58d-e5a8-4a89-adf3-3c3a23708a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.828110] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706538, 'name': CloneVM_Task, 'duration_secs': 1.607665} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.828110] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Created linked-clone VM from snapshot [ 1485.829533] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b43f21-16de-4975-a0da-d786dea684ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.850774] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Uploading image 20f353e6-404e-4c5a-881b-e203420f10c9 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1485.858590] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.859949] env[62697]: DEBUG oslo_vmware.api [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] Task: {'id': task-1706540, 'name': ReconfigVM_Task, 'duration_secs': 0.189909} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.861652] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-08b16f5b-4d0a-40f5-8a4c-4bddc748350c tempest-ServersAdminTestJSON-473257485 tempest-ServersAdminTestJSON-473257485-project-admin] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Reconfigured VM instance to set the machine id {{(pid=62697) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1485.866825] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706541, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.890911] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1485.890911] env[62697]: value = "vm-355591" [ 1485.890911] env[62697]: _type = "VirtualMachine" [ 1485.890911] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1485.890911] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d596309b-b822-459a-87e5-02419f6737f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.899258] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease: (returnval){ [ 1485.899258] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5264679f-6d07-64c8-0807-59942967a4a1" [ 1485.899258] env[62697]: _type = "HttpNfcLease" [ 1485.899258] env[62697]: } obtained for exporting VM: (result){ [ 1485.899258] env[62697]: value = "vm-355591" [ 1485.899258] env[62697]: _type = "VirtualMachine" [ 1485.899258] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1485.900948] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the lease: (returnval){ [ 1485.900948] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5264679f-6d07-64c8-0807-59942967a4a1" [ 1485.900948] env[62697]: _type = "HttpNfcLease" [ 1485.900948] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1485.908113] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1485.908113] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5264679f-6d07-64c8-0807-59942967a4a1" [ 1485.908113] env[62697]: _type = "HttpNfcLease" [ 1485.908113] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1485.945214] env[62697]: DEBUG nova.scheduler.client.report [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1486.059637] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.060015] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.060299] env[62697]: DEBUG nova.network.neutron [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.272074] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656664} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.272264] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/8ce3b721-081e-4f6e-9e35-1f510e467e98.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.272560] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.272882] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349509db-1134-4e3f-b08c-bd82c1a1d9d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.280894] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1486.280894] env[62697]: value = "task-1706543" [ 1486.280894] env[62697]: _type = "Task" [ 1486.280894] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.292958] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.308783] env[62697]: DEBUG oslo_concurrency.lockutils [req-9fa936cd-6ba7-4a99-b4a8-e9a7dd338be7 req-d4d411af-0f3c-4ccb-9a5c-c5277f37278d service nova] Releasing lock "refresh_cache-befe100c-1ae4-4475-a872-210cb8123eb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.352579] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706541, 'name': CreateVM_Task, 'duration_secs': 0.693348} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.352667] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.353869] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.353869] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.354211] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.354620] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d4b843-f998-4f35-953f-de620d081c06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.361012] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1486.361012] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c3762b-7b13-d2fd-2c50-f7a6f74f7dd4" [ 1486.361012] env[62697]: _type = "Task" [ 1486.361012] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.369103] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c3762b-7b13-d2fd-2c50-f7a6f74f7dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.408104] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1486.408104] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5264679f-6d07-64c8-0807-59942967a4a1" [ 1486.408104] env[62697]: _type = "HttpNfcLease" [ 1486.408104] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1486.408493] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1486.408493] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5264679f-6d07-64c8-0807-59942967a4a1" [ 1486.408493] env[62697]: _type = "HttpNfcLease" [ 1486.408493] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1486.409313] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d8073-579c-46b6-9c37-800290c004da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.416726] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebf0e-cdd1-1f51-4f33-f02450aac4bd/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1486.416903] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebf0e-cdd1-1f51-4f33-f02450aac4bd/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1486.485895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.486488] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1486.490589] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.200s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.490877] env[62697]: DEBUG nova.objects.instance [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'resources' on Instance uuid 50b2061a-45ff-422c-9907-cc23651846d5 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.541125] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b8e8585-6e15-4a63-af82-45af8b071914 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.791947] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21284} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.792552] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.793755] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248eb969-4893-49d8-957d-dd0e1cecee69 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.820348] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/8ce3b721-081e-4f6e-9e35-1f510e467e98.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.820943] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0648e9e4-b92c-4c75-b56c-ac89aca59c04 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.845587] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1486.845587] env[62697]: value = "task-1706544" [ 1486.845587] env[62697]: _type = "Task" [ 1486.845587] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.860187] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.872796] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c3762b-7b13-d2fd-2c50-f7a6f74f7dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.039708} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.873129] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.873474] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.873628] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.873783] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.873966] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.874254] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f97db649-7072-4d30-a5a7-a5e0b23bf5e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.883903] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.884201] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.885812] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb1b701-1051-46d1-97ef-ba9f9260ad35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.890842] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1486.890842] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521487de-db79-b065-eaa6-5889fd711ca0" [ 1486.890842] env[62697]: _type = "Task" [ 1486.890842] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.899909] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521487de-db79-b065-eaa6-5889fd711ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.939820] env[62697]: DEBUG nova.network.neutron [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.996210] env[62697]: DEBUG nova.compute.utils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.003259] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1487.003488] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.138706] env[62697]: DEBUG nova.policy [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29afc67a2a314f468a8dafd910ffc5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153c5e00d6bc4183908f968f79c7bf10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1487.361198] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.406429] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521487de-db79-b065-eaa6-5889fd711ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.028648} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.408058] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25fb88d-01ce-4db9-8736-0850a61ca586 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.414616] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1487.414616] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5236694a-8003-8a4e-24b6-9425cf177686" [ 1487.414616] env[62697]: _type = "Task" [ 1487.414616] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.426807] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5236694a-8003-8a4e-24b6-9425cf177686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.445653] env[62697]: INFO nova.compute.manager [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Rebuilding instance [ 1487.447891] env[62697]: DEBUG oslo_concurrency.lockutils [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.506168] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1487.512792] env[62697]: DEBUG nova.compute.manager [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1487.515911] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f43d7-7c5f-45ce-b95d-a3913ea28f60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.625549] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Successfully created port: 33c1945c-4ccc-4c12-b452-41b200c8f4b7 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.632854] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a1e4d-c4fa-4292-a506-8ad23a548665 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.641405] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a752db-af71-4914-8a9a-fc643ae75bc4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.674961] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bfde83-5611-4f5c-a0c8-25668c9a7147 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.683921] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4f2203-afb5-45d6-b13f-d10e5394f744 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.698357] env[62697]: DEBUG nova.compute.provider_tree [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.866195] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706544, 'name': ReconfigVM_Task, 'duration_secs': 0.642584} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.866504] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/8ce3b721-081e-4f6e-9e35-1f510e467e98.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.867231] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6698eb5-1e6f-40b9-b40a-b86583bc5e84 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.873772] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1487.873772] env[62697]: value = "task-1706545" [ 1487.873772] env[62697]: _type = "Task" [ 1487.873772] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.883972] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706545, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.929319] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5236694a-8003-8a4e-24b6-9425cf177686, 'name': SearchDatastore_Task, 'duration_secs': 0.01845} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.929644] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.929937] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] befe100c-1ae4-4475-a872-210cb8123eb8/befe100c-1ae4-4475-a872-210cb8123eb8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.930255] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184d05eb-cb55-4932-a2c0-0b2bfe57b090 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.939436] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1487.939436] env[62697]: value = "task-1706546" [ 1487.939436] env[62697]: _type = "Task" [ 1487.939436] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.948090] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.978498] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a652e8d-5357-4388-bc31-1fe5fd956f3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.003517] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e92d31a-fd28-4401-98ca-14f8aa2a13dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.010466] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance '29babd74-293a-4d57-9e2a-b25181e507b7' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.034321] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.034708] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ff101c-ad1c-44dd-a0cb-68ac2987512c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.046827] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1488.046827] env[62697]: value = "task-1706547" [ 1488.046827] env[62697]: _type = "Task" [ 1488.046827] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.060259] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.202355] env[62697]: DEBUG nova.scheduler.client.report [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1488.385250] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706545, 'name': Rename_Task, 'duration_secs': 0.193436} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.385651] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.385849] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24af9102-7f55-4655-955b-32850cec0b71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.394276] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1488.394276] env[62697]: value = "task-1706548" [ 1488.394276] env[62697]: _type = "Task" [ 1488.394276] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.405197] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.461890] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706546, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.520812] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-78ab1f95-c9fc-41ee-941f-64926f83337f tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance '29babd74-293a-4d57-9e2a-b25181e507b7' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.526948] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1488.565906] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706547, 'name': PowerOffVM_Task, 'duration_secs': 0.201689} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.570441] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.570547] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.573774] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.574065] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.574239] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.574430] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.574820] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.575145] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.579023] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.579023] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.579023] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.579023] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.579023] env[62697]: DEBUG nova.virt.hardware [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.579023] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aea5e09-b442-4f50-8007-64d4a1419832 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.583362] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8b95f7-0989-48d6-b9f5-950973252cc0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.588932] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.591185] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7619483-bbbe-4ad2-ac0b-25512acdafe1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.594530] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22ec4f8-766f-442d-b7d5-1ea1a7ef5c69 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.710971] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.712279] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.630s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.715118] env[62697]: INFO nova.compute.claims [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.736021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.736021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.736021] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleting the datastore file [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.736021] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4c96042-a9f6-4111-89b6-5fae52cf00bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.742713] env[62697]: INFO nova.scheduler.client.report [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted allocations for instance 50b2061a-45ff-422c-9907-cc23651846d5 [ 1488.744737] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1488.744737] env[62697]: value = "task-1706550" [ 1488.744737] env[62697]: _type = "Task" [ 1488.744737] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.760951] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.906321] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.952447] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74352} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.952836] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] befe100c-1ae4-4475-a872-210cb8123eb8/befe100c-1ae4-4475-a872-210cb8123eb8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.953164] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.953505] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0235b790-6c30-4a2c-a459-cefa0815368b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.960925] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1488.960925] env[62697]: value = "task-1706551" [ 1488.960925] env[62697]: _type = "Task" [ 1488.960925] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.973071] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.249131] env[62697]: DEBUG nova.compute.manager [req-1cd8fcc8-73da-4cd8-9e42-65eda7804472 req-13095c9a-c1c2-4c68-a7cd-5383c2bb0571 service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Received event network-vif-plugged-33c1945c-4ccc-4c12-b452-41b200c8f4b7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1489.249131] env[62697]: DEBUG oslo_concurrency.lockutils [req-1cd8fcc8-73da-4cd8-9e42-65eda7804472 req-13095c9a-c1c2-4c68-a7cd-5383c2bb0571 service nova] Acquiring lock "53f78b72-6219-42c6-8658-4b07fa70b6a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.249131] env[62697]: DEBUG oslo_concurrency.lockutils [req-1cd8fcc8-73da-4cd8-9e42-65eda7804472 req-13095c9a-c1c2-4c68-a7cd-5383c2bb0571 service nova] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.249131] env[62697]: DEBUG oslo_concurrency.lockutils [req-1cd8fcc8-73da-4cd8-9e42-65eda7804472 req-13095c9a-c1c2-4c68-a7cd-5383c2bb0571 service nova] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.249131] env[62697]: DEBUG nova.compute.manager [req-1cd8fcc8-73da-4cd8-9e42-65eda7804472 req-13095c9a-c1c2-4c68-a7cd-5383c2bb0571 service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] No waiting events found dispatching network-vif-plugged-33c1945c-4ccc-4c12-b452-41b200c8f4b7 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1489.249131] env[62697]: WARNING nova.compute.manager [req-1cd8fcc8-73da-4cd8-9e42-65eda7804472 req-13095c9a-c1c2-4c68-a7cd-5383c2bb0571 service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Received unexpected event network-vif-plugged-33c1945c-4ccc-4c12-b452-41b200c8f4b7 for instance with vm_state building and task_state spawning. [ 1489.261045] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292688} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.261175] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23622eb9-8aff-4261-976a-6b1cf7db8cff tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "50b2061a-45ff-422c-9907-cc23651846d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.769s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.262097] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.262317] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.262489] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.391516] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Successfully updated port: 33c1945c-4ccc-4c12-b452-41b200c8f4b7 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.415984] env[62697]: DEBUG oslo_vmware.api [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706548, 'name': PowerOnVM_Task, 'duration_secs': 0.879278} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.418133] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.418133] env[62697]: INFO nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1489.418133] env[62697]: DEBUG nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1489.419739] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa4ef4-cf3e-4589-87fd-73cb90f9db58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.474222] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077369} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.474222] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.476428] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a8fdc-5597-4da4-b40a-8bea4504f86e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.501284] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] befe100c-1ae4-4475-a872-210cb8123eb8/befe100c-1ae4-4475-a872-210cb8123eb8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.502117] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd32a8c0-3bb1-43f2-99b7-1f04a5d7ba4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.531385] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1489.531385] env[62697]: value = "task-1706552" [ 1489.531385] env[62697]: _type = "Task" [ 1489.531385] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.552334] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.898298] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "refresh_cache-53f78b72-6219-42c6-8658-4b07fa70b6a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.898605] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "refresh_cache-53f78b72-6219-42c6-8658-4b07fa70b6a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.898605] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.945909] env[62697]: INFO nova.compute.manager [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Took 42.23 seconds to build instance. [ 1490.055273] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.214862] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04c086c-b48c-4e7c-82c4-c3f7fecb14bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.222688] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f96213-19b4-4fd7-a7db-0b8f52a5ea4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.263323] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476fe1e-ff8a-4939-a12d-2c0e43a46b6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.279257] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a314a3c4-a3e5-42c5-b9da-b87105c52a9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.299153] env[62697]: DEBUG nova.compute.provider_tree [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.309985] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1490.310331] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1490.310710] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.310778] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1490.310911] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.311113] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1490.311385] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1490.311686] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1490.311838] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1490.312054] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1490.312278] env[62697]: DEBUG nova.virt.hardware [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1490.313254] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501071aa-7332-4118-ae0c-63b88f2639da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.322986] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea1e413-757c-46a9-8f63-0f7dc1ad03e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.340580] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:59:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77169fb0-e858-4bab-a8c7-621e4457a3a5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.349020] env[62697]: DEBUG oslo.service.loopingcall [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.349020] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.349020] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f334e9f1-b702-4c99-91c6-c1eccd084a02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.369438] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.369438] env[62697]: value = "task-1706553" [ 1490.369438] env[62697]: _type = "Task" [ 1490.369438] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.377976] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706553, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.446482] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c898182-0f63-4279-9184-490283eb4f82 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.745s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.458323] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.519986] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "ded528ed-7097-4847-9796-7a9a26deb8e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.520207] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.548009] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.710931] env[62697]: DEBUG nova.network.neutron [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Updating instance_info_cache with network_info: [{"id": "33c1945c-4ccc-4c12-b452-41b200c8f4b7", "address": "fa:16:3e:7d:40:fe", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c1945c-4c", "ovs_interfaceid": "33c1945c-4ccc-4c12-b452-41b200c8f4b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.804832] env[62697]: DEBUG nova.scheduler.client.report [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1490.880023] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706553, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.022663] env[62697]: DEBUG nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1491.051840] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.146139] env[62697]: INFO nova.compute.manager [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Rescuing [ 1491.146139] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.146139] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.147122] env[62697]: DEBUG nova.network.neutron [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.215614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "refresh_cache-53f78b72-6219-42c6-8658-4b07fa70b6a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.215985] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Instance network_info: |[{"id": "33c1945c-4ccc-4c12-b452-41b200c8f4b7", "address": "fa:16:3e:7d:40:fe", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c1945c-4c", "ovs_interfaceid": "33c1945c-4ccc-4c12-b452-41b200c8f4b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1491.216550] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:40:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c1945c-4ccc-4c12-b452-41b200c8f4b7', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.228558] env[62697]: DEBUG oslo.service.loopingcall [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.229643] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.230157] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2ff994a-e1b7-4455-a0d0-5313f6b3e4a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.256245] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.256245] env[62697]: value = "task-1706554" [ 1491.256245] env[62697]: _type = "Task" [ 1491.256245] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.270268] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706554, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.308111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.308928] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1491.313864] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.176s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.315564] env[62697]: INFO nova.compute.claims [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1491.319625] env[62697]: DEBUG nova.compute.manager [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Received event network-changed-33c1945c-4ccc-4c12-b452-41b200c8f4b7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1491.319873] env[62697]: DEBUG nova.compute.manager [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Refreshing instance network info cache due to event network-changed-33c1945c-4ccc-4c12-b452-41b200c8f4b7. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1491.320181] env[62697]: DEBUG oslo_concurrency.lockutils [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] Acquiring lock "refresh_cache-53f78b72-6219-42c6-8658-4b07fa70b6a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.320458] env[62697]: DEBUG oslo_concurrency.lockutils [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] Acquired lock "refresh_cache-53f78b72-6219-42c6-8658-4b07fa70b6a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.320871] env[62697]: DEBUG nova.network.neutron [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Refreshing network info cache for port 33c1945c-4ccc-4c12-b452-41b200c8f4b7 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.380956] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706553, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.478439] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "29babd74-293a-4d57-9e2a-b25181e507b7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.478792] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.479078] env[62697]: DEBUG nova.compute.manager [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Going to confirm migration 4 {{(pid=62697) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1491.550188] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706552, 'name': ReconfigVM_Task, 'duration_secs': 1.786135} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.551539] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.552089] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Reconfigured VM instance instance-00000040 to attach disk [datastore1] befe100c-1ae4-4475-a872-210cb8123eb8/befe100c-1ae4-4475-a872-210cb8123eb8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.552905] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fed2d58-23ce-4406-8b10-1de30fabd423 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.560655] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1491.560655] env[62697]: value = "task-1706555" [ 1491.560655] env[62697]: _type = "Task" [ 1491.560655] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.572373] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706555, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.769803] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706554, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.815163] env[62697]: DEBUG nova.compute.utils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.816344] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1491.816517] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1491.881966] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706553, 'name': CreateVM_Task, 'duration_secs': 1.299495} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.882206] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.882920] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.883118] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.883477] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.883958] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e806a66c-4a66-42b2-8317-a06936061173 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.889453] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1491.889453] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52db1bf9-5d77-6d62-c678-9b901e96947d" [ 1491.889453] env[62697]: _type = "Task" [ 1491.889453] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.898945] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52db1bf9-5d77-6d62-c678-9b901e96947d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.900578] env[62697]: DEBUG nova.policy [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af05a6bf12894f32aedac920c3471a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e096f45e12684e9eb89d9f074744b9e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1491.920450] env[62697]: DEBUG nova.network.neutron [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Updating instance_info_cache with network_info: [{"id": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "address": "fa:16:3e:39:89:59", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7e0f0c-bb", "ovs_interfaceid": "7f7e0f0c-bb60-4671-9b2f-9d914a25b711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.067916] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.068199] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.068344] env[62697]: DEBUG nova.network.neutron [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.068565] env[62697]: DEBUG nova.objects.instance [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'info_cache' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.078452] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706555, 'name': Rename_Task, 'duration_secs': 0.194104} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.078801] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.079101] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e1cd253-d506-4cd6-8512-89b64548ec26 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.086217] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1492.086217] env[62697]: value = "task-1706556" [ 1492.086217] env[62697]: _type = "Task" [ 1492.086217] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.099550] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.179739] env[62697]: DEBUG nova.network.neutron [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Updated VIF entry in instance network info cache for port 33c1945c-4ccc-4c12-b452-41b200c8f4b7. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.180160] env[62697]: DEBUG nova.network.neutron [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Updating instance_info_cache with network_info: [{"id": "33c1945c-4ccc-4c12-b452-41b200c8f4b7", "address": "fa:16:3e:7d:40:fe", "network": {"id": "b897fe33-feac-473c-a5e1-e18711a479b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1080009223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153c5e00d6bc4183908f968f79c7bf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c1945c-4c", "ovs_interfaceid": "33c1945c-4ccc-4c12-b452-41b200c8f4b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.267729] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706554, 'name': CreateVM_Task, 'duration_secs': 0.552152} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.267928] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.268770] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.307105] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Successfully created port: a562b613-a6bc-46a5-a1fb-5867073161b2 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.322312] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1492.401585] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52db1bf9-5d77-6d62-c678-9b901e96947d, 'name': SearchDatastore_Task, 'duration_secs': 0.018383} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.404474] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.404744] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.404995] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.405171] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.405355] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.406124] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.406453] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.406698] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53285c23-be61-4aa0-bb77-e265a7cc70c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.409217] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b723ed57-a0c3-49d4-80b7-2915f58ac950 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.415167] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1492.415167] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523fde6b-eeba-3c2b-454b-5e951912b308" [ 1492.415167] env[62697]: _type = "Task" [ 1492.415167] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.421932] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.422124] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.429451] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "refresh_cache-8ce3b721-081e-4f6e-9e35-1f510e467e98" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.433073] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6637a6a1-8493-4216-99d6-eda610f4a285 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.453075] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523fde6b-eeba-3c2b-454b-5e951912b308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.457741] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1492.457741] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5217ae8e-5706-34d5-4748-09352e6e54c6" [ 1492.457741] env[62697]: _type = "Task" [ 1492.457741] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.469014] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5217ae8e-5706-34d5-4748-09352e6e54c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.598807] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.682948] env[62697]: DEBUG oslo_concurrency.lockutils [req-e02451b1-60a0-4a6f-bfcf-a6fb73e223c9 req-56da98f8-e2f6-42b0-8e60-26b218260b4e service nova] Releasing lock "refresh_cache-53f78b72-6219-42c6-8658-4b07fa70b6a5" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.831161] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb8fa5c-7b19-48ab-ad64-f4bf5b1a2f9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.839334] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a087d2-a23f-4e89-a70f-88f935f14cef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.871450] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419f1c7-73e8-402b-9687-52f5b5fb3adf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.881441] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab36e8-df44-4be6-94b5-ce93fb3bea06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.898319] env[62697]: DEBUG nova.compute.provider_tree [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.926372] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523fde6b-eeba-3c2b-454b-5e951912b308, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.926896] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.927262] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.927604] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.970050] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5217ae8e-5706-34d5-4748-09352e6e54c6, 'name': SearchDatastore_Task, 'duration_secs': 0.017857} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.971268] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2933a81-31e2-46b2-b8da-f79638e3447d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.977056] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1492.977056] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52193e60-b4ea-0b07-a09f-5588b1b49f68" [ 1492.977056] env[62697]: _type = "Task" [ 1492.977056] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.984887] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52193e60-b4ea-0b07-a09f-5588b1b49f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.993379] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.993999] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "735f1172-0814-4f6c-a060-8b0359ee95b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.994263] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.995318] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af17133-5b5a-47f4-b963-60bbd8b81a62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.003816] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1493.003816] env[62697]: value = "task-1706557" [ 1493.003816] env[62697]: _type = "Task" [ 1493.003816] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.013228] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.097504] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.204954] env[62697]: INFO nova.compute.manager [None req-d7c03169-a7c7-4a7c-9ec0-e9a30234f524 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Get console output [ 1493.205417] env[62697]: WARNING nova.virt.vmwareapi.driver [None req-d7c03169-a7c7-4a7c-9ec0-e9a30234f524 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] The console log is missing. Check your VSPC configuration [ 1493.318254] env[62697]: DEBUG nova.network.neutron [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.330406] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1493.356315] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1493.356732] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1493.357016] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.357308] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1493.357555] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.357824] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1493.358192] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1493.358473] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1493.358752] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1493.359039] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1493.359328] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1493.360657] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967da002-59a8-41c0-b474-b7fed29788e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.372707] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d200003-2c63-410c-a0ae-7656c04fadc5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.402363] env[62697]: DEBUG nova.scheduler.client.report [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1493.489115] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52193e60-b4ea-0b07-a09f-5588b1b49f68, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.489430] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.489734] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.490077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.490300] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.490551] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9150d783-52e5-485b-8b85-a9519eeed257 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.492806] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21c40599-afb8-431b-b5f1-b792c2b4c8b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.499305] env[62697]: DEBUG nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1493.502447] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1493.502447] env[62697]: value = "task-1706558" [ 1493.502447] env[62697]: _type = "Task" [ 1493.502447] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.503683] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.503892] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.508220] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46a6470-530e-43bf-af63-565f543b5ad4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.521235] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.525159] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706557, 'name': PowerOffVM_Task, 'duration_secs': 0.206969} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.525471] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1493.525471] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8bf20-4d24-926f-0765-e8465cab6597" [ 1493.525471] env[62697]: _type = "Task" [ 1493.525471] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.525727] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.526604] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c8c747-e44a-428e-b5e7-51a5c86d7484 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.537907] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8bf20-4d24-926f-0765-e8465cab6597, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.553218] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e39cd3-fec1-43d3-9057-4c268ebf3d3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.556237] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725d2fb-06d5-4003-976a-18af71fc4710 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.563391] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1493.563391] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527771a8-7403-b7e1-8672-537cb418f864" [ 1493.563391] env[62697]: _type = "Task" [ 1493.563391] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.576515] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527771a8-7403-b7e1-8672-537cb418f864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.588129] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.588375] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeae94dd-2ea1-4401-91ec-d9b8a35055de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.598739] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706556, 'name': PowerOnVM_Task, 'duration_secs': 1.257356} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.600237] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.600599] env[62697]: INFO nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1493.600666] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1493.601126] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1493.601126] env[62697]: value = "task-1706559" [ 1493.601126] env[62697]: _type = "Task" [ 1493.601126] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.601799] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e56325-cd53-418b-b88f-2a3a62b2a302 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.617983] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1493.618379] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.618522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.821715] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.824036] env[62697]: DEBUG nova.objects.instance [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'migration_context' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.897365] env[62697]: DEBUG nova.compute.manager [req-9bf51566-14b5-4467-b0dc-477727f7fa02 req-c5150dde-9e1f-421e-83c5-da16f4902b92 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Received event network-vif-plugged-a562b613-a6bc-46a5-a1fb-5867073161b2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1493.897365] env[62697]: DEBUG oslo_concurrency.lockutils [req-9bf51566-14b5-4467-b0dc-477727f7fa02 req-c5150dde-9e1f-421e-83c5-da16f4902b92 service nova] Acquiring lock "de472561-00a8-455e-897d-599512fcc841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.897969] env[62697]: DEBUG oslo_concurrency.lockutils [req-9bf51566-14b5-4467-b0dc-477727f7fa02 req-c5150dde-9e1f-421e-83c5-da16f4902b92 service nova] Lock "de472561-00a8-455e-897d-599512fcc841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.898644] env[62697]: DEBUG oslo_concurrency.lockutils [req-9bf51566-14b5-4467-b0dc-477727f7fa02 req-c5150dde-9e1f-421e-83c5-da16f4902b92 service nova] Lock "de472561-00a8-455e-897d-599512fcc841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.898923] env[62697]: DEBUG nova.compute.manager [req-9bf51566-14b5-4467-b0dc-477727f7fa02 req-c5150dde-9e1f-421e-83c5-da16f4902b92 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] No waiting events found dispatching network-vif-plugged-a562b613-a6bc-46a5-a1fb-5867073161b2 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1493.899280] env[62697]: WARNING nova.compute.manager [req-9bf51566-14b5-4467-b0dc-477727f7fa02 req-c5150dde-9e1f-421e-83c5-da16f4902b92 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Received unexpected event network-vif-plugged-a562b613-a6bc-46a5-a1fb-5867073161b2 for instance with vm_state building and task_state spawning. [ 1493.900511] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Successfully updated port: a562b613-a6bc-46a5-a1fb-5867073161b2 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1493.909873] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.910476] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1493.916132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.521s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.919446] env[62697]: INFO nova.compute.claims [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.017712] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.033311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.082964] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527771a8-7403-b7e1-8672-537cb418f864, 'name': SearchDatastore_Task, 'duration_secs': 0.013804} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.083289] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.083583] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 53f78b72-6219-42c6-8658-4b07fa70b6a5/53f78b72-6219-42c6-8658-4b07fa70b6a5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.083925] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.084142] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.084378] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd98f86-9b00-4f51-8893-1765fd853e7f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.086633] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-491b20ac-7b3f-4190-9b73-e1d0d308784c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.096145] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1494.096145] env[62697]: value = "task-1706560" [ 1494.096145] env[62697]: _type = "Task" [ 1494.096145] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.103780] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.104087] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.107824] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25ff4b2-9518-4bb0-82b1-b1634c2baea8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.110581] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.115737] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1494.115737] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52637778-f008-1dab-d286-3d919ac6ab62" [ 1494.115737] env[62697]: _type = "Task" [ 1494.115737] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.132431] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52637778-f008-1dab-d286-3d919ac6ab62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.133039] env[62697]: INFO nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Took 41.82 seconds to build instance. [ 1494.326766] env[62697]: DEBUG nova.objects.base [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Object Instance<29babd74-293a-4d57-9e2a-b25181e507b7> lazy-loaded attributes: info_cache,migration_context {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1494.327676] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f842c7d-9b40-4ced-b5cf-90ec4adb0fc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.348076] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42cc9711-cdf5-4ff1-9eeb-082015361fd4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.353978] env[62697]: DEBUG oslo_vmware.api [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1494.353978] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52914c66-224c-5726-bf9b-fb0091fae1d6" [ 1494.353978] env[62697]: _type = "Task" [ 1494.353978] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.362439] env[62697]: DEBUG oslo_vmware.api [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52914c66-224c-5726-bf9b-fb0091fae1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.366022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "bf4ce20f-179a-490e-8332-44a77e0880d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.366272] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.366493] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "bf4ce20f-179a-490e-8332-44a77e0880d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.366684] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.366868] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.369190] env[62697]: INFO nova.compute.manager [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Terminating instance [ 1494.371156] env[62697]: DEBUG nova.compute.manager [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1494.371373] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.372277] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1738e5fc-78c1-45d1-892e-a97459dedffd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.379552] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.379814] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c09872-7a55-4aba-bd00-09eb56d6232a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.386757] env[62697]: DEBUG oslo_vmware.api [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1494.386757] env[62697]: value = "task-1706561" [ 1494.386757] env[62697]: _type = "Task" [ 1494.386757] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.403521] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "refresh_cache-de472561-00a8-455e-897d-599512fcc841" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.403844] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "refresh_cache-de472561-00a8-455e-897d-599512fcc841" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.404033] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.405565] env[62697]: DEBUG oslo_vmware.api [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1706561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.417682] env[62697]: DEBUG nova.compute.utils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.419586] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1494.419762] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1494.465010] env[62697]: DEBUG nova.policy [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af05a6bf12894f32aedac920c3471a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e096f45e12684e9eb89d9f074744b9e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1494.518910] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714774} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.519355] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.519671] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.519994] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33ea59b6-6d91-451c-9c01-8a11e75040b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.530788] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1494.530788] env[62697]: value = "task-1706562" [ 1494.530788] env[62697]: _type = "Task" [ 1494.530788] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.546874] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.611321] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706560, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.627774] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52637778-f008-1dab-d286-3d919ac6ab62, 'name': SearchDatastore_Task, 'duration_secs': 0.055482} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.628844] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f337d73c-fbd8-42ef-8a64-97a5c4f6e088 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.634947] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "befe100c-1ae4-4475-a872-210cb8123eb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.330s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.636835] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1494.636835] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a8f872-afde-8ed2-bbd1-d1c148e1ea31" [ 1494.636835] env[62697]: _type = "Task" [ 1494.636835] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.647606] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a8f872-afde-8ed2-bbd1-d1c148e1ea31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.849141] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Successfully created port: 5ba7419c-7444-4f71-944b-e93f0e151a3f {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1494.864420] env[62697]: DEBUG oslo_vmware.api [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52914c66-224c-5726-bf9b-fb0091fae1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.864779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.896656] env[62697]: DEBUG oslo_vmware.api [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1706561, 'name': PowerOffVM_Task, 'duration_secs': 0.192558} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.896972] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.897182] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.897456] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ecd54a1-5f29-44bd-b829-308e4e75063b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.920110] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1494.953041] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1494.981018] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.981018] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.981018] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Deleting the datastore file [datastore1] bf4ce20f-179a-490e-8332-44a77e0880d9 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.981193] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9668cc70-24b9-4b8e-b95b-c753d826d882 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.988140] env[62697]: DEBUG oslo_vmware.api [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for the task: (returnval){ [ 1494.988140] env[62697]: value = "task-1706564" [ 1494.988140] env[62697]: _type = "Task" [ 1494.988140] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.001214] env[62697]: DEBUG oslo_vmware.api [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1706564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.003708] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebf0e-cdd1-1f51-4f33-f02450aac4bd/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1495.007366] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df199bad-15d8-4028-9f58-0b12286d4be0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.014360] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebf0e-cdd1-1f51-4f33-f02450aac4bd/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1495.014536] env[62697]: ERROR oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebf0e-cdd1-1f51-4f33-f02450aac4bd/disk-0.vmdk due to incomplete transfer. [ 1495.016856] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c35c1be6-58a8-4d64-8d8b-0fe6f85bba7a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.024766] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebf0e-cdd1-1f51-4f33-f02450aac4bd/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1495.024978] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Uploaded image 20f353e6-404e-4c5a-881b-e203420f10c9 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1495.027191] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1495.027450] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-484460e6-ccf9-4e14-a662-6c5f8d352328 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.035334] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1495.035334] env[62697]: value = "task-1706565" [ 1495.035334] env[62697]: _type = "Task" [ 1495.035334] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.044266] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089474} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.044829] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.045592] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6441dd-061b-49a4-ad52-e2a6ed61e274 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.053079] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706565, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.075585] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.078315] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d9de80-aa17-4455-9dd1-6b90600def2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.098454] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1495.098454] env[62697]: value = "task-1706566" [ 1495.098454] env[62697]: _type = "Task" [ 1495.098454] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.117093] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.117395] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749399} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.119867] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 53f78b72-6219-42c6-8658-4b07fa70b6a5/53f78b72-6219-42c6-8658-4b07fa70b6a5.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.120124] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.120415] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f1b4b63-fc98-42e8-889d-bb217aeef0f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.126951] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1495.126951] env[62697]: value = "task-1706567" [ 1495.126951] env[62697]: _type = "Task" [ 1495.126951] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.134972] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.147838] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a8f872-afde-8ed2-bbd1-d1c148e1ea31, 'name': SearchDatastore_Task, 'duration_secs': 0.053677} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.148106] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.148362] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. {{(pid=62697) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1495.148647] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-680ae8dd-209b-4e30-9320-9376b2c7c9bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.155879] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1495.155879] env[62697]: value = "task-1706568" [ 1495.155879] env[62697]: _type = "Task" [ 1495.155879] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.163602] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.190629] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Updating instance_info_cache with network_info: [{"id": "a562b613-a6bc-46a5-a1fb-5867073161b2", "address": "fa:16:3e:1e:65:66", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa562b613-a6", "ovs_interfaceid": "a562b613-a6bc-46a5-a1fb-5867073161b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.430160] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec952e3-c5c8-40ad-8daa-4b786297fbf4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.438993] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b45f6-52f9-4877-8433-4dc4b62d96a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.473188] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3387d0-288c-4f0e-a085-8e69fcdce23b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.481601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7466f540-7f32-483d-ab50-660065a0f76c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.495942] env[62697]: DEBUG nova.compute.provider_tree [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.505821] env[62697]: DEBUG oslo_vmware.api [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1706564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.549829] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706565, 'name': Destroy_Task, 'duration_secs': 0.450217} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.550183] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Destroyed the VM [ 1495.550441] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1495.550717] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1b4025c9-e86c-4ab6-9f7b-928ab2cd9ad7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.558063] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1495.558063] env[62697]: value = "task-1706569" [ 1495.558063] env[62697]: _type = "Task" [ 1495.558063] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.566011] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.611688] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.637764] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088538} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.638112] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.638948] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13386994-a0f5-4a95-9c12-9c3ddc3d178d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.662388] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 53f78b72-6219-42c6-8658-4b07fa70b6a5/53f78b72-6219-42c6-8658-4b07fa70b6a5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.662952] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cde440b-bbf9-4773-8851-e425ad4c06f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.689304] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706568, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.690676] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1495.690676] env[62697]: value = "task-1706570" [ 1495.690676] env[62697]: _type = "Task" [ 1495.690676] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.694057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "refresh_cache-de472561-00a8-455e-897d-599512fcc841" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.694389] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Instance network_info: |[{"id": "a562b613-a6bc-46a5-a1fb-5867073161b2", "address": "fa:16:3e:1e:65:66", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa562b613-a6", "ovs_interfaceid": "a562b613-a6bc-46a5-a1fb-5867073161b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1495.694835] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:65:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a562b613-a6bc-46a5-a1fb-5867073161b2', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.702876] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Creating folder: Project (e096f45e12684e9eb89d9f074744b9e4). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.703539] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429062c8-4d0e-47b3-ab19-e6edc47d6052 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.709199] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.712607] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Created folder: Project (e096f45e12684e9eb89d9f074744b9e4) in parent group-v355409. [ 1495.712879] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Creating folder: Instances. Parent ref: group-v355595. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.713203] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-064a471f-866b-487d-a912-a86374c39d6b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.722228] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Created folder: Instances in parent group-v355595. [ 1495.722576] env[62697]: DEBUG oslo.service.loopingcall [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.722837] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de472561-00a8-455e-897d-599512fcc841] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.723074] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93942c99-bbc1-472b-84b0-f810a2f43e76 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.745051] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.745051] env[62697]: value = "task-1706573" [ 1495.745051] env[62697]: _type = "Task" [ 1495.745051] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.752769] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706573, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.935222] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1495.948228] env[62697]: DEBUG nova.compute.manager [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Received event network-changed-a562b613-a6bc-46a5-a1fb-5867073161b2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1495.948516] env[62697]: DEBUG nova.compute.manager [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Refreshing instance network info cache due to event network-changed-a562b613-a6bc-46a5-a1fb-5867073161b2. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1495.948834] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] Acquiring lock "refresh_cache-de472561-00a8-455e-897d-599512fcc841" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.949057] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] Acquired lock "refresh_cache-de472561-00a8-455e-897d-599512fcc841" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.949295] env[62697]: DEBUG nova.network.neutron [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Refreshing network info cache for port a562b613-a6bc-46a5-a1fb-5867073161b2 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.964964] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1495.965358] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1495.965599] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1495.965879] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1495.966157] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1495.966385] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1495.966641] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1495.966876] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1495.967101] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1495.967357] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1495.967672] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1495.969771] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ea7b8-3331-410d-9b09-05d3b2ed9b99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.984031] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a0db73-3f60-4070-9eb7-8edfb9216590 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.001445] env[62697]: DEBUG nova.scheduler.client.report [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1496.017191] env[62697]: DEBUG oslo_vmware.api [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Task: {'id': task-1706564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.647397} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.017497] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.017748] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.017981] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.018186] env[62697]: INFO nova.compute.manager [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1496.018486] env[62697]: DEBUG oslo.service.loopingcall [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.018792] env[62697]: DEBUG nova.compute.manager [-] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1496.018875] env[62697]: DEBUG nova.network.neutron [-] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.069981] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706569, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.113380] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.173013] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949398} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.173440] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. [ 1496.174626] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042bc276-5c2a-4257-8902-7b583dfbac1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.204833] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.208998] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc6b8234-a1d2-4b16-868c-6a052281effa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.229739] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.231316] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1496.231316] env[62697]: value = "task-1706574" [ 1496.231316] env[62697]: _type = "Task" [ 1496.231316] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.241102] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.254325] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706573, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.511412] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.512050] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1496.518681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.367s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.518681] env[62697]: DEBUG nova.objects.instance [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'resources' on Instance uuid 2a97e550-9060-44af-80f8-48ffc476fe5d {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.570572] env[62697]: DEBUG oslo_vmware.api [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706569, 'name': RemoveSnapshot_Task, 'duration_secs': 0.794646} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.571038] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1496.571304] env[62697]: INFO nova.compute.manager [None req-e3a91c70-123d-4f36-b8fe-d8c80ab7fa97 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 1496.612823] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706566, 'name': ReconfigVM_Task, 'duration_secs': 1.055129} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.613194] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.614728] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8497b10-97a9-4f62-88c1-e53965c8f3f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.622579] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1496.622579] env[62697]: value = "task-1706575" [ 1496.622579] env[62697]: _type = "Task" [ 1496.622579] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.633662] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706575, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.694036] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.694286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.708913] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706570, 'name': ReconfigVM_Task, 'duration_secs': 0.614954} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.709282] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 53f78b72-6219-42c6-8658-4b07fa70b6a5/53f78b72-6219-42c6-8658-4b07fa70b6a5.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.710299] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c5b6806-e076-4100-995e-b7d323e722c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.720246] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1496.720246] env[62697]: value = "task-1706576" [ 1496.720246] env[62697]: _type = "Task" [ 1496.720246] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.729926] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706576, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.731273] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Successfully updated port: 5ba7419c-7444-4f71-944b-e93f0e151a3f {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1496.746802] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.759879] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706573, 'name': CreateVM_Task, 'duration_secs': 0.571223} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.759879] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de472561-00a8-455e-897d-599512fcc841] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.760224] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.760394] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.761111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.761111] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f62685-6b8a-4d10-ab68-28dbd3db7259 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.768907] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1496.768907] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c887bc-fc41-e62d-6946-c27d22a32904" [ 1496.768907] env[62697]: _type = "Task" [ 1496.768907] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.778018] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c887bc-fc41-e62d-6946-c27d22a32904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.870685] env[62697]: DEBUG nova.network.neutron [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Updated VIF entry in instance network info cache for port a562b613-a6bc-46a5-a1fb-5867073161b2. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.871102] env[62697]: DEBUG nova.network.neutron [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Updating instance_info_cache with network_info: [{"id": "a562b613-a6bc-46a5-a1fb-5867073161b2", "address": "fa:16:3e:1e:65:66", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa562b613-a6", "ovs_interfaceid": "a562b613-a6bc-46a5-a1fb-5867073161b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.022493] env[62697]: DEBUG nova.compute.utils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.026773] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1497.026954] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.080755] env[62697]: DEBUG nova.policy [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af05a6bf12894f32aedac920c3471a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e096f45e12684e9eb89d9f074744b9e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1497.133528] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706575, 'name': Rename_Task, 'duration_secs': 0.463294} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.135503] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.135926] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1383b5f4-cd34-4de3-b340-5585ebefaae1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.142957] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1497.142957] env[62697]: value = "task-1706577" [ 1497.142957] env[62697]: _type = "Task" [ 1497.142957] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.153030] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.199844] env[62697]: DEBUG nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1497.218342] env[62697]: DEBUG nova.network.neutron [-] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.233779] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706576, 'name': Rename_Task, 'duration_secs': 0.150234} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.233779] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.237368] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e900408-3a4f-49d1-a6ea-ce52dc978a65 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.243032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "refresh_cache-cd3240e3-0064-4468-b117-01d3597e1a50" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.243942] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "refresh_cache-cd3240e3-0064-4468-b117-01d3597e1a50" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.243942] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.252494] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706574, 'name': ReconfigVM_Task, 'duration_secs': 0.563581} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.254778] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.255387] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1497.255387] env[62697]: value = "task-1706578" [ 1497.255387] env[62697]: _type = "Task" [ 1497.255387] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.259142] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af74fee-700f-4d3d-90ad-b6b9af2dc1e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.272062] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706578, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.305515] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58433d6-fe18-4c61-b473-6b7e20885b27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.323166] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c887bc-fc41-e62d-6946-c27d22a32904, 'name': SearchDatastore_Task, 'duration_secs': 0.022559} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.324511] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.324760] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.324998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.325163] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.325346] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.325706] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1497.325706] env[62697]: value = "task-1706579" [ 1497.325706] env[62697]: _type = "Task" [ 1497.325706] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.326252] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13bb80b0-b9a6-4058-ab63-551956fb4e67 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.338805] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.339930] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.340131] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.340891] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f358c19-deb2-4580-ad31-6b239a9d25d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.348473] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1497.348473] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526663f9-c0da-f49e-4fa6-5cd6ba76496f" [ 1497.348473] env[62697]: _type = "Task" [ 1497.348473] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.357146] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526663f9-c0da-f49e-4fa6-5cd6ba76496f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.374648] env[62697]: DEBUG oslo_concurrency.lockutils [req-a6d5518a-f615-4758-bd3b-f7ee21d99fa5 req-738b5e27-350c-47c8-80f4-49cf6d62d904 service nova] Releasing lock "refresh_cache-de472561-00a8-455e-897d-599512fcc841" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.444890] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Successfully created port: a4e38bad-0cb6-4504-a3d2-29b65f397639 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.514523] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae62267-4257-4ac0-98c0-0eb013d803fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.523413] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25859bca-9ad5-4acf-adae-7e6a2e577398 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.528655] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1497.564454] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac195632-11b6-4613-b290-a96d1abc1483 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.573666] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df19acc5-c829-4bfe-8e57-f4990c0b7f2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.587743] env[62697]: DEBUG nova.compute.provider_tree [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.655461] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706577, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.722015] env[62697]: INFO nova.compute.manager [-] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Took 1.70 seconds to deallocate network for instance. [ 1497.728387] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.771030] env[62697]: DEBUG oslo_vmware.api [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706578, 'name': PowerOnVM_Task, 'duration_secs': 0.500614} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.771030] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.771030] env[62697]: INFO nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1497.771309] env[62697]: DEBUG nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1497.772021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bca85c-ffd4-47c2-bc7d-2035cb932d0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.788406] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1497.839844] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706579, 'name': ReconfigVM_Task, 'duration_secs': 0.233373} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.840149] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.840412] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bea9dfb4-a4d1-4418-82a7-3384344588e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.846961] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1497.846961] env[62697]: value = "task-1706580" [ 1497.846961] env[62697]: _type = "Task" [ 1497.846961] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.859178] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.862845] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526663f9-c0da-f49e-4fa6-5cd6ba76496f, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.866308] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768c9fb7-55d4-464b-8051-1a65fd1e321e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.873044] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1497.873044] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523e5d7e-32a1-7ad8-e341-895255413760" [ 1497.873044] env[62697]: _type = "Task" [ 1497.873044] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.882080] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523e5d7e-32a1-7ad8-e341-895255413760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.949188] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Updating instance_info_cache with network_info: [{"id": "5ba7419c-7444-4f71-944b-e93f0e151a3f", "address": "fa:16:3e:4a:28:d1", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba7419c-74", "ovs_interfaceid": "5ba7419c-7444-4f71-944b-e93f0e151a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.082285] env[62697]: DEBUG nova.compute.manager [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Received event network-vif-plugged-5ba7419c-7444-4f71-944b-e93f0e151a3f {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1498.082285] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] Acquiring lock "cd3240e3-0064-4468-b117-01d3597e1a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.082285] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] Lock "cd3240e3-0064-4468-b117-01d3597e1a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.082285] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] Lock "cd3240e3-0064-4468-b117-01d3597e1a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.082285] env[62697]: DEBUG nova.compute.manager [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] No waiting events found dispatching network-vif-plugged-5ba7419c-7444-4f71-944b-e93f0e151a3f {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1498.082285] env[62697]: WARNING nova.compute.manager [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Received unexpected event network-vif-plugged-5ba7419c-7444-4f71-944b-e93f0e151a3f for instance with vm_state building and task_state spawning. [ 1498.082285] env[62697]: DEBUG nova.compute.manager [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Received event network-vif-deleted-8607d34c-d277-4796-82ee-e73764ca951e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1498.082285] env[62697]: DEBUG nova.compute.manager [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Received event network-changed-5ba7419c-7444-4f71-944b-e93f0e151a3f {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1498.082285] env[62697]: DEBUG nova.compute.manager [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Refreshing instance network info cache due to event network-changed-5ba7419c-7444-4f71-944b-e93f0e151a3f. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1498.082678] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] Acquiring lock "refresh_cache-cd3240e3-0064-4468-b117-01d3597e1a50" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.091754] env[62697]: DEBUG nova.scheduler.client.report [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1498.153509] env[62697]: DEBUG oslo_vmware.api [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706577, 'name': PowerOnVM_Task, 'duration_secs': 0.62944} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.153794] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.154010] env[62697]: DEBUG nova.compute.manager [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1498.154775] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b5037c-d277-4504-bb11-3b1f424380d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.230402] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.289805] env[62697]: INFO nova.compute.manager [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Took 40.41 seconds to build instance. [ 1498.358044] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.383884] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523e5d7e-32a1-7ad8-e341-895255413760, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.384181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.384474] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] de472561-00a8-455e-897d-599512fcc841/de472561-00a8-455e-897d-599512fcc841.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.384720] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a10ab2af-3094-4a91-8174-d589b4193f3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.390816] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1498.390816] env[62697]: value = "task-1706581" [ 1498.390816] env[62697]: _type = "Task" [ 1498.390816] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.400409] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.452862] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "refresh_cache-cd3240e3-0064-4468-b117-01d3597e1a50" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.453327] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Instance network_info: |[{"id": "5ba7419c-7444-4f71-944b-e93f0e151a3f", "address": "fa:16:3e:4a:28:d1", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba7419c-74", "ovs_interfaceid": "5ba7419c-7444-4f71-944b-e93f0e151a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1498.453685] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] Acquired lock "refresh_cache-cd3240e3-0064-4468-b117-01d3597e1a50" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.453944] env[62697]: DEBUG nova.network.neutron [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Refreshing network info cache for port 5ba7419c-7444-4f71-944b-e93f0e151a3f {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.455412] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:28:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba7419c-7444-4f71-944b-e93f0e151a3f', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.462981] env[62697]: DEBUG oslo.service.loopingcall [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.463441] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.464237] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef8cb9de-57e6-46f8-9480-8bf0010d35e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.485299] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.485299] env[62697]: value = "task-1706582" [ 1498.485299] env[62697]: _type = "Task" [ 1498.485299] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.495495] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706582, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.544268] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1498.574031] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1498.574343] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1498.574522] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.574735] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1498.574896] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.575064] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1498.575297] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1498.575481] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1498.575666] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1498.575844] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1498.576076] env[62697]: DEBUG nova.virt.hardware [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1498.576989] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73716dfb-b819-4fbc-b5a4-ccc20f58b29b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.585964] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b36e3-be97-4233-a8cf-8b9bd6a0154d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.601061] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.604036] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.212s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.604341] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.606788] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.430s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.607102] env[62697]: DEBUG nova.objects.instance [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lazy-loading 'resources' on Instance uuid f5085ad8-72b1-47cf-b44b-bfc9266e426a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.629241] env[62697]: INFO nova.scheduler.client.report [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted allocations for instance 2a97e550-9060-44af-80f8-48ffc476fe5d [ 1498.631257] env[62697]: INFO nova.scheduler.client.report [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Deleted allocations for instance fe45fb95-2776-45ac-8293-8f8607e9be73 [ 1498.673715] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.792061] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c25d2f6-76ae-43a0-90cd-56a192ff7a20 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.448s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.860035] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706580, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.902480] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706581, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.996825] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706582, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.142809] env[62697]: DEBUG oslo_concurrency.lockutils [None req-23f5215a-9816-42dc-853b-b3a33083d454 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a97e550-9060-44af-80f8-48ffc476fe5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.698s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.144130] env[62697]: DEBUG oslo_concurrency.lockutils [None req-616591fa-73b6-42e1-8a09-cc947f3ecefb tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "fe45fb95-2776-45ac-8293-8f8607e9be73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.830s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.204247] env[62697]: DEBUG nova.network.neutron [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Updated VIF entry in instance network info cache for port 5ba7419c-7444-4f71-944b-e93f0e151a3f. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.204664] env[62697]: DEBUG nova.network.neutron [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Updating instance_info_cache with network_info: [{"id": "5ba7419c-7444-4f71-944b-e93f0e151a3f", "address": "fa:16:3e:4a:28:d1", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba7419c-74", "ovs_interfaceid": "5ba7419c-7444-4f71-944b-e93f0e151a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.361211] env[62697]: DEBUG oslo_vmware.api [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706580, 'name': PowerOnVM_Task, 'duration_secs': 1.367555} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.361511] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.364555] env[62697]: DEBUG nova.compute.manager [None req-bbf4d09a-67f3-4625-a2a9-c887cfc3e404 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1499.365056] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755f9b9c-fd75-4d91-94a4-db9d599baffc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.405324] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527972} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.407898] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] de472561-00a8-455e-897d-599512fcc841/de472561-00a8-455e-897d-599512fcc841.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1499.408144] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1499.408574] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dc4c2bc-008e-4ca2-a374-9bace6fd81e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.415645] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1499.415645] env[62697]: value = "task-1706583" [ 1499.415645] env[62697]: _type = "Task" [ 1499.415645] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.427147] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.499775] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706582, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.530579] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Successfully updated port: a4e38bad-0cb6-4504-a3d2-29b65f397639 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.539600] env[62697]: DEBUG nova.compute.manager [req-a284d03c-8cba-4113-91b3-5789e3236e3a req-742ce350-6bc2-4e18-8e65-083c416117d7 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Received event network-vif-plugged-a4e38bad-0cb6-4504-a3d2-29b65f397639 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1499.539867] env[62697]: DEBUG oslo_concurrency.lockutils [req-a284d03c-8cba-4113-91b3-5789e3236e3a req-742ce350-6bc2-4e18-8e65-083c416117d7 service nova] Acquiring lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.540098] env[62697]: DEBUG oslo_concurrency.lockutils [req-a284d03c-8cba-4113-91b3-5789e3236e3a req-742ce350-6bc2-4e18-8e65-083c416117d7 service nova] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.540280] env[62697]: DEBUG oslo_concurrency.lockutils [req-a284d03c-8cba-4113-91b3-5789e3236e3a req-742ce350-6bc2-4e18-8e65-083c416117d7 service nova] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.540455] env[62697]: DEBUG nova.compute.manager [req-a284d03c-8cba-4113-91b3-5789e3236e3a req-742ce350-6bc2-4e18-8e65-083c416117d7 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] No waiting events found dispatching network-vif-plugged-a4e38bad-0cb6-4504-a3d2-29b65f397639 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1499.540629] env[62697]: WARNING nova.compute.manager [req-a284d03c-8cba-4113-91b3-5789e3236e3a req-742ce350-6bc2-4e18-8e65-083c416117d7 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Received unexpected event network-vif-plugged-a4e38bad-0cb6-4504-a3d2-29b65f397639 for instance with vm_state building and task_state spawning. [ 1499.542858] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602679e-477f-4984-b296-17528706e27d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.552319] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0268407-1e64-40f2-b2a9-27979e8847e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.585303] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6345d05-f0b7-419c-8969-97b7d6f82662 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.593333] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3961a6f7-0676-47bb-a295-46beae3b9456 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.607403] env[62697]: DEBUG nova.compute.provider_tree [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.707485] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6cbdefb-9176-45f2-9e4c-20f0d6b442bf req-b1a9d873-bbec-4e17-b9f4-789b53c94163 service nova] Releasing lock "refresh_cache-cd3240e3-0064-4468-b117-01d3597e1a50" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.926781] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069089} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.927106] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.928052] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b0661a-08e9-43c0-8d7f-228bb7dd58a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.952866] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] de472561-00a8-455e-897d-599512fcc841/de472561-00a8-455e-897d-599512fcc841.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.954390] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e8614a-e649-4901-979e-3f10a8f71bb7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.980480] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1499.980480] env[62697]: value = "task-1706584" [ 1499.980480] env[62697]: _type = "Task" [ 1499.980480] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.993596] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.003692] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706582, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.036648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "refresh_cache-3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.036732] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "refresh_cache-3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.036892] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.111218] env[62697]: DEBUG nova.scheduler.client.report [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.122077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "befe100c-1ae4-4475-a872-210cb8123eb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.122077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "befe100c-1ae4-4475-a872-210cb8123eb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.122077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "befe100c-1ae4-4475-a872-210cb8123eb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.122077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "befe100c-1ae4-4475-a872-210cb8123eb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.122077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "befe100c-1ae4-4475-a872-210cb8123eb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.122812] env[62697]: INFO nova.compute.manager [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Terminating instance [ 1500.124987] env[62697]: DEBUG nova.compute.manager [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1500.125386] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.126900] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b50843-4418-4426-967c-ed858731a43d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.135030] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.135403] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf3b913-d392-4110-9220-f3ab3dc4bf5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.141481] env[62697]: DEBUG oslo_vmware.api [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1500.141481] env[62697]: value = "task-1706585" [ 1500.141481] env[62697]: _type = "Task" [ 1500.141481] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.150317] env[62697]: DEBUG oslo_vmware.api [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.443036] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "b8cbf001-46f0-42a2-b449-91756c654a5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.444919] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.473981] env[62697]: INFO nova.compute.manager [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Rebuilding instance [ 1500.492735] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.495395] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "53f78b72-6219-42c6-8658-4b07fa70b6a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.495635] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.495839] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "53f78b72-6219-42c6-8658-4b07fa70b6a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.496546] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.496546] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.501018] env[62697]: INFO nova.compute.manager [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Terminating instance [ 1500.507131] env[62697]: DEBUG nova.compute.manager [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1500.507361] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.508222] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d5c702-cafe-4c5f-a6f6-8e8fa9bcfdb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.514402] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706582, 'name': CreateVM_Task, 'duration_secs': 1.980357} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.514931] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.515730] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.515889] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.516245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.516524] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ff98bc-93c6-4df2-9aba-9bc0ea97e7e7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.521018] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.524228] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3250a002-c705-4ae0-b120-d8f0cb405a17 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.529718] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1500.529718] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5231bd7b-7e61-9b7c-e4fd-6c8f0ca7a922" [ 1500.529718] env[62697]: _type = "Task" [ 1500.529718] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.530546] env[62697]: DEBUG nova.compute.manager [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1500.531590] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b09c0a-7e30-4900-a482-dab1ade49b62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.538911] env[62697]: DEBUG oslo_vmware.api [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1500.538911] env[62697]: value = "task-1706586" [ 1500.538911] env[62697]: _type = "Task" [ 1500.538911] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.552982] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5231bd7b-7e61-9b7c-e4fd-6c8f0ca7a922, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.553764] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.554088] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.554445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.554654] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.554860] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.559352] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a267ae-f9fb-470f-9e22-6221ba137f21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.561484] env[62697]: DEBUG oslo_vmware.api [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.569752] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.569903] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.570671] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a68e78-ee25-4927-bc7e-612f9022f5ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.576575] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1500.576575] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52285e74-127a-0b47-43ca-554371672a21" [ 1500.576575] env[62697]: _type = "Task" [ 1500.576575] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.586128] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52285e74-127a-0b47-43ca-554371672a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.616704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.619176] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.183s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.619330] env[62697]: DEBUG nova.objects.instance [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lazy-loading 'resources' on Instance uuid 0793d549-6217-4c3c-9894-c5105c7d0e9d {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.629523] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.653185] env[62697]: DEBUG oslo_vmware.api [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706585, 'name': PowerOffVM_Task, 'duration_secs': 0.242003} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.654186] env[62697]: INFO nova.scheduler.client.report [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Deleted allocations for instance f5085ad8-72b1-47cf-b44b-bfc9266e426a [ 1500.657928] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.657928] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.659324] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cc7e1dc-106b-4020-8b62-86df4d1278c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.744074] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.744270] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.744452] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleting the datastore file [datastore1] befe100c-1ae4-4475-a872-210cb8123eb8 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.744748] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15018443-0fe2-416c-b3cc-aca3d99431d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.751678] env[62697]: DEBUG oslo_vmware.api [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1500.751678] env[62697]: value = "task-1706588" [ 1500.751678] env[62697]: _type = "Task" [ 1500.751678] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.759865] env[62697]: DEBUG oslo_vmware.api [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.950266] env[62697]: DEBUG nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1500.954613] env[62697]: DEBUG nova.network.neutron [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Updating instance_info_cache with network_info: [{"id": "a4e38bad-0cb6-4504-a3d2-29b65f397639", "address": "fa:16:3e:e2:7c:87", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e38bad-0c", "ovs_interfaceid": "a4e38bad-0cb6-4504-a3d2-29b65f397639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.992185] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706584, 'name': ReconfigVM_Task, 'duration_secs': 0.935384} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.992901] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Reconfigured VM instance instance-00000042 to attach disk [datastore1] de472561-00a8-455e-897d-599512fcc841/de472561-00a8-455e-897d-599512fcc841.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.993741] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b99c082-bee0-4a63-9a39-940f758dde3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.002141] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1501.002141] env[62697]: value = "task-1706589" [ 1501.002141] env[62697]: _type = "Task" [ 1501.002141] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.015500] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706589, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.052364] env[62697]: DEBUG oslo_vmware.api [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706586, 'name': PowerOffVM_Task, 'duration_secs': 0.352463} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.053377] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.055422] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.055780] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3db875d-8c48-4426-82e9-ff03e2853a79 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.063718] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.064036] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bcdd017-aa1c-4622-ae74-ae7884ff3853 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.071869] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1501.071869] env[62697]: value = "task-1706591" [ 1501.071869] env[62697]: _type = "Task" [ 1501.071869] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.084142] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.091193] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52285e74-127a-0b47-43ca-554371672a21, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.092282] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d505e6ec-0511-4aea-9e90-952646c39a3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.095231] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "1b474473-e1cd-4a71-be47-f9e54d37a059" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.095518] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.096125] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.096125] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.096229] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.099064] env[62697]: INFO nova.compute.manager [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Terminating instance [ 1501.103891] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1501.103891] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b8cb74-5609-f6fe-e714-8d0a0e69f69f" [ 1501.103891] env[62697]: _type = "Task" [ 1501.103891] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.104425] env[62697]: DEBUG nova.compute.manager [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1501.104537] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.105488] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1ea5c-2264-414a-b68d-98647e5cd8c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.116264] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.119586] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15e68f7-84ce-44f7-a69b-68e1bb6361e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.121439] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b8cb74-5609-f6fe-e714-8d0a0e69f69f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.130530] env[62697]: DEBUG oslo_vmware.api [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1501.130530] env[62697]: value = "task-1706592" [ 1501.130530] env[62697]: _type = "Task" [ 1501.130530] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.141830] env[62697]: DEBUG oslo_vmware.api [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.161140] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.161140] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.161140] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleting the datastore file [datastore1] 53f78b72-6219-42c6-8658-4b07fa70b6a5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.161140] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6334e26-e51a-42a4-8804-6a1712d099ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.170236] env[62697]: DEBUG oslo_vmware.api [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for the task: (returnval){ [ 1501.170236] env[62697]: value = "task-1706593" [ 1501.170236] env[62697]: _type = "Task" [ 1501.170236] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.175773] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca020e5a-7d6a-4636-9449-4c83e5f0ed1b tempest-ServersTestMultiNic-58041676 tempest-ServersTestMultiNic-58041676-project-member] Lock "f5085ad8-72b1-47cf-b44b-bfc9266e426a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.465s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.187839] env[62697]: DEBUG oslo_vmware.api [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.266560] env[62697]: DEBUG oslo_vmware.api [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206739} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.266560] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.266560] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.266560] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.266560] env[62697]: INFO nova.compute.manager [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1501.266776] env[62697]: DEBUG oslo.service.loopingcall [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.267296] env[62697]: DEBUG nova.compute.manager [-] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1501.267434] env[62697]: DEBUG nova.network.neutron [-] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.461633] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "refresh_cache-3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.462301] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Instance network_info: |[{"id": "a4e38bad-0cb6-4504-a3d2-29b65f397639", "address": "fa:16:3e:e2:7c:87", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e38bad-0c", "ovs_interfaceid": "a4e38bad-0cb6-4504-a3d2-29b65f397639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1501.467804] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:7c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e38bad-0cb6-4504-a3d2-29b65f397639', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.477625] env[62697]: DEBUG oslo.service.loopingcall [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.478444] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.482324] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28bae79d-2578-4253-b01b-8f485fad8bf1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.499618] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.509585] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.509585] env[62697]: value = "task-1706594" [ 1501.509585] env[62697]: _type = "Task" [ 1501.509585] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.521632] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706589, 'name': Rename_Task, 'duration_secs': 0.234307} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.525329] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.529445] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-284b454b-edbf-4844-8ca7-be8625e3a853 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.531422] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706594, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.539814] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1501.539814] env[62697]: value = "task-1706595" [ 1501.539814] env[62697]: _type = "Task" [ 1501.539814] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.549680] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.582410] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706591, 'name': PowerOffVM_Task, 'duration_secs': 0.293253} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.586979] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.587607] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.589353] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ef66a0-b5b6-44e5-a325-3ea935df4d7e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.600719] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.600982] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc3b3de-654e-4ff4-9109-667ae60ef757 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.620862] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b8cb74-5609-f6fe-e714-8d0a0e69f69f, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.621205] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.621508] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] cd3240e3-0064-4468-b117-01d3597e1a50/cd3240e3-0064-4468-b117-01d3597e1a50.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.622537] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a18d09bc-fa48-46e3-b444-df0e4a10cf6f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.632433] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1501.632433] env[62697]: value = "task-1706597" [ 1501.632433] env[62697]: _type = "Task" [ 1501.632433] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.647427] env[62697]: DEBUG oslo_vmware.api [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706592, 'name': PowerOffVM_Task, 'duration_secs': 0.23515} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.651108] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.651471] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.651673] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.654692] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-357b5704-54f2-4c6d-98a0-18e1f81adad2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.693318] env[62697]: DEBUG oslo_vmware.api [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Task: {'id': task-1706593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271377} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.693819] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.694210] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.694642] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.694902] env[62697]: INFO nova.compute.manager [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1501.695354] env[62697]: DEBUG oslo.service.loopingcall [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.695665] env[62697]: DEBUG nova.compute.manager [-] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1501.695865] env[62697]: DEBUG nova.network.neutron [-] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.715965] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824c99dd-5f93-4edf-b2b4-a4ef991360f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.724994] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8056cbce-f5b6-4db3-b14c-3c4ec723f46f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.761405] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace08fda-faba-4dbd-966c-e141357918d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.771273] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1041490f-3999-4f89-8c72-af4e7a72bdf6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.788610] env[62697]: DEBUG nova.compute.provider_tree [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.816566] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.816674] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.816988] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleting the datastore file [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.817070] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0597375-1f9f-40ab-89d2-c70013a79cea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.823842] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1501.823842] env[62697]: value = "task-1706599" [ 1501.823842] env[62697]: _type = "Task" [ 1501.823842] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.833584] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.838042] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.838299] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.846422] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.846691] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.846884] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Deleting the datastore file [datastore1] 1b474473-e1cd-4a71-be47-f9e54d37a059 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.847165] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d89e5c7e-c885-422f-9c06-2c1b7fc341e7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.853828] env[62697]: DEBUG oslo_vmware.api [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for the task: (returnval){ [ 1501.853828] env[62697]: value = "task-1706600" [ 1501.853828] env[62697]: _type = "Task" [ 1501.853828] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.864823] env[62697]: DEBUG oslo_vmware.api [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.020317] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706594, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.057030] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706595, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.078777] env[62697]: DEBUG nova.compute.manager [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Received event network-changed-a4e38bad-0cb6-4504-a3d2-29b65f397639 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1502.078777] env[62697]: DEBUG nova.compute.manager [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Refreshing instance network info cache due to event network-changed-a4e38bad-0cb6-4504-a3d2-29b65f397639. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1502.078777] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] Acquiring lock "refresh_cache-3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.079099] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] Acquired lock "refresh_cache-3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.079438] env[62697]: DEBUG nova.network.neutron [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Refreshing network info cache for port a4e38bad-0cb6-4504-a3d2-29b65f397639 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.148523] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706597, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.292630] env[62697]: DEBUG nova.scheduler.client.report [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1502.296766] env[62697]: DEBUG nova.network.neutron [-] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.301119] env[62697]: DEBUG nova.compute.manager [req-c0b99247-ec35-4dfc-a5af-0ebe74361d6b req-4cfd68c9-33c8-4c07-966e-3fed7773c053 service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Received event network-vif-deleted-33c1945c-4ccc-4c12-b452-41b200c8f4b7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1502.301321] env[62697]: INFO nova.compute.manager [req-c0b99247-ec35-4dfc-a5af-0ebe74361d6b req-4cfd68c9-33c8-4c07-966e-3fed7773c053 service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Neutron deleted interface 33c1945c-4ccc-4c12-b452-41b200c8f4b7; detaching it from the instance and deleting it from the info cache [ 1502.301679] env[62697]: DEBUG nova.network.neutron [req-c0b99247-ec35-4dfc-a5af-0ebe74361d6b req-4cfd68c9-33c8-4c07-966e-3fed7773c053 service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.334441] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.343846] env[62697]: DEBUG nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1502.368541] env[62697]: DEBUG oslo_vmware.api [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.523344] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706594, 'name': CreateVM_Task, 'duration_secs': 0.639667} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.523776] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.524342] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.524537] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.524911] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1502.525296] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e405465-1287-4f68-8eda-582c4810ef2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.532766] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1502.532766] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52cb7900-14cf-fd56-069b-508733e33837" [ 1502.532766] env[62697]: _type = "Task" [ 1502.532766] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.543720] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cb7900-14cf-fd56-069b-508733e33837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.554136] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706595, 'name': PowerOnVM_Task, 'duration_secs': 0.882857} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.554959] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.555325] env[62697]: INFO nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1502.555881] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1502.557040] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf59afa9-32cb-482a-b317-c91d55cd656d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.631826] env[62697]: DEBUG nova.network.neutron [-] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.651691] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678217} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.651958] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] cd3240e3-0064-4468-b117-01d3597e1a50/cd3240e3-0064-4468-b117-01d3597e1a50.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.652192] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.652467] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef5e6de-15fe-4db8-abd0-c5dbc5fa52d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.658986] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1502.658986] env[62697]: value = "task-1706601" [ 1502.658986] env[62697]: _type = "Task" [ 1502.658986] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.667894] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.800201] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.802428] env[62697]: INFO nova.compute.manager [-] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Took 1.53 seconds to deallocate network for instance. [ 1502.803801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.868s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.811224] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca6f886a-968e-4279-a349-18724399badd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.822908] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf1593-af3b-42da-9ef6-5dcd30606b51 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.838131] env[62697]: INFO nova.scheduler.client.report [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Deleted allocations for instance 0793d549-6217-4c3c-9894-c5105c7d0e9d [ 1502.852700] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.585342} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.855292] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.855502] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.855691] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.879963] env[62697]: DEBUG nova.compute.manager [req-c0b99247-ec35-4dfc-a5af-0ebe74361d6b req-4cfd68c9-33c8-4c07-966e-3fed7773c053 service nova] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Detach interface failed, port_id=33c1945c-4ccc-4c12-b452-41b200c8f4b7, reason: Instance 53f78b72-6219-42c6-8658-4b07fa70b6a5 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1502.887294] env[62697]: DEBUG oslo_vmware.api [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Task: {'id': task-1706600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676593} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.887294] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.887294] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.887294] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.887294] env[62697]: INFO nova.compute.manager [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1502.887599] env[62697]: DEBUG oslo.service.loopingcall [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.887817] env[62697]: DEBUG nova.compute.manager [-] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1502.888078] env[62697]: DEBUG nova.network.neutron [-] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.890679] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.045422] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cb7900-14cf-fd56-069b-508733e33837, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.045738] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.046087] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.046251] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.046420] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.046585] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.047165] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb503fa-b763-40ce-96c9-834d242f401f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.057243] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.057471] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.058199] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e697c5c4-82b7-4ef9-8923-0cceacee1c8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.068413] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1503.068413] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b14405-77d4-04a6-c1ac-0d69274d9d1d" [ 1503.068413] env[62697]: _type = "Task" [ 1503.068413] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.081638] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b14405-77d4-04a6-c1ac-0d69274d9d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.082346] env[62697]: INFO nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Took 41.03 seconds to build instance. [ 1503.134894] env[62697]: INFO nova.compute.manager [-] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Took 1.44 seconds to deallocate network for instance. [ 1503.144056] env[62697]: DEBUG nova.network.neutron [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Updated VIF entry in instance network info cache for port a4e38bad-0cb6-4504-a3d2-29b65f397639. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.144056] env[62697]: DEBUG nova.network.neutron [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Updating instance_info_cache with network_info: [{"id": "a4e38bad-0cb6-4504-a3d2-29b65f397639", "address": "fa:16:3e:e2:7c:87", "network": {"id": "d65e8b3a-fc0a-4e56-be20-a690be719ddb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-315753679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e096f45e12684e9eb89d9f074744b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e38bad-0c", "ovs_interfaceid": "a4e38bad-0cb6-4504-a3d2-29b65f397639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.170572] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070154} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.170884] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.171715] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e132a3-b8b3-43f6-af4c-24842a810687 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.195245] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] cd3240e3-0064-4468-b117-01d3597e1a50/cd3240e3-0064-4468-b117-01d3597e1a50.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.195781] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5e7118-a859-459b-8c43-db0d1062b1f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.217423] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1503.217423] env[62697]: value = "task-1706602" [ 1503.217423] env[62697]: _type = "Task" [ 1503.217423] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.225660] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.324280] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.348600] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2591a5d1-bf12-4ae0-bea6-2f4dad711682 tempest-ImagesOneServerNegativeTestJSON-1941855608 tempest-ImagesOneServerNegativeTestJSON-1941855608-project-member] Lock "0793d549-6217-4c3c-9894-c5105c7d0e9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.449s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.579516] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b14405-77d4-04a6-c1ac-0d69274d9d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.030226} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.580358] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac312691-d5a4-4ffd-aa41-585a38bc2635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.584337] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "de472561-00a8-455e-897d-599512fcc841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.227s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.585708] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1503.585708] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5224e62b-424b-6cab-b6d6-c8a1a4debfcb" [ 1503.585708] env[62697]: _type = "Task" [ 1503.585708] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.593738] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5224e62b-424b-6cab-b6d6-c8a1a4debfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.627258] env[62697]: DEBUG nova.network.neutron [-] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.642594] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.645101] env[62697]: DEBUG oslo_concurrency.lockutils [req-a5cd8f6c-7ead-4933-ab45-def2fb05c923 req-d01dd060-4eef-4ef1-bc2f-c29aafc1a586 service nova] Releasing lock "refresh_cache-3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.731969] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.826671] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Applying migration context for instance 29babd74-293a-4d57-9e2a-b25181e507b7 as it has an incoming, in-progress migration 45ebdf43-3370-4376-b74f-86209e2f513e. Migration status is confirming {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1503.826953] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Applying migration context for instance fadeb162-868a-4e87-a908-7b4cf6090f7f as it has an incoming, in-progress migration 0483ac2e-bc06-433d-9a29-6b88f864ff1d. Migration status is confirming {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1503.830463] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating resource usage from migration 45ebdf43-3370-4376-b74f-86209e2f513e [ 1503.831101] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating resource usage from migration 0483ac2e-bc06-433d-9a29-6b88f864ff1d [ 1503.859749] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bf4ce20f-179a-490e-8332-44a77e0880d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1503.859906] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5faab3b6-199c-4f0c-9b77-300c543f012b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1503.860126] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 1b474473-e1cd-4a71-be47-f9e54d37a059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860126] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860253] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ca98fc14-5301-40dc-ab3f-26b707734f35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860370] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 30de9743-bc1f-40b5-815c-d804cd579443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860487] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860621] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5865af46-712b-4665-bc77-88857f9c040a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860720] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e3b27de9-391f-431b-bdc5-c06b100b212d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860828] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d88d62a0-6552-4514-9e39-d73ce457b37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.860936] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 301332c1-716e-403a-9309-c7f570b9257d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.861065] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance c680a65b-75a4-4755-aea6-fe632a156d59 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.861179] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8dfe04d0-6201-44e8-8046-7a75e21f631f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.861288] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration 0483ac2e-bc06-433d-9a29-6b88f864ff1d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1503.861395] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fadeb162-868a-4e87-a908-7b4cf6090f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.861597] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 738d4439-3f2c-4941-8c10-fcc2db6ab4ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.861713] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration 45ebdf43-3370-4376-b74f-86209e2f513e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1503.861821] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 29babd74-293a-4d57-9e2a-b25181e507b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.861930] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8ce3b721-081e-4f6e-9e35-1f510e467e98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.862233] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance befe100c-1ae4-4475-a872-210cb8123eb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.862386] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 53f78b72-6219-42c6-8658-4b07fa70b6a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.862507] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance de472561-00a8-455e-897d-599512fcc841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.862643] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance cd3240e3-0064-4468-b117-01d3597e1a50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.862756] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.915433] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1503.915723] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1503.915900] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.917056] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1503.917253] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.917417] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1503.917636] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1503.917803] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1503.917981] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1503.918166] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1503.918459] env[62697]: DEBUG nova.virt.hardware [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1503.919412] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329122e8-65bf-4c17-8cce-a135c95b4a7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.928638] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b661306c-ad34-431b-958e-5c16e0a6fa43 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.944973] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:59:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77169fb0-e858-4bab-a8c7-621e4457a3a5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.952342] env[62697]: DEBUG oslo.service.loopingcall [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.952611] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.952845] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64475203-7630-4695-9371-9789d67ff9a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.974379] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.974379] env[62697]: value = "task-1706603" [ 1503.974379] env[62697]: _type = "Task" [ 1503.974379] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.984318] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706603, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.098529] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5224e62b-424b-6cab-b6d6-c8a1a4debfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.023761} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.098885] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.099506] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c/3d1de6c6-3b58-410f-a1b7-3b4b91aad88c.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.099872] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6d2e4ce-0325-4e5d-a029-8d7d9dbb9635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.106729] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1504.106729] env[62697]: value = "task-1706604" [ 1504.106729] env[62697]: _type = "Task" [ 1504.106729] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.114165] env[62697]: DEBUG nova.compute.manager [req-ce097b38-819a-416a-9fa4-a4614f4b097e req-06928fd6-8c38-406c-975c-b8500e0d3d79 service nova] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Received event network-vif-deleted-654cc58d-e5a8-4a89-adf3-3c3a23708a5e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1504.114513] env[62697]: DEBUG nova.compute.manager [req-ce097b38-819a-416a-9fa4-a4614f4b097e req-06928fd6-8c38-406c-975c-b8500e0d3d79 service nova] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Received event network-vif-deleted-702f687e-6ebd-4576-a45e-f06d0ddeca04 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1504.122231] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.130589] env[62697]: INFO nova.compute.manager [-] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Took 1.24 seconds to deallocate network for instance. [ 1504.230804] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706602, 'name': ReconfigVM_Task, 'duration_secs': 0.886887} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.232517] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Reconfigured VM instance instance-00000043 to attach disk [datastore1] cd3240e3-0064-4468-b117-01d3597e1a50/cd3240e3-0064-4468-b117-01d3597e1a50.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.233284] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dbbd877-f8b8-4f70-9c93-e253d3e0e292 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.240040] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1504.240040] env[62697]: value = "task-1706605" [ 1504.240040] env[62697]: _type = "Task" [ 1504.240040] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.250101] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706605, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.366482] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance c0c7f996-8b12-4d17-836b-52b4c51e7da8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1504.488405] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706603, 'name': CreateVM_Task, 'duration_secs': 0.380303} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.488729] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.490126] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.490322] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.490681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.490976] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b0dd36-7c31-447b-b3fc-6914a7bcf07b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.497938] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1504.497938] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b13d57-96d0-7f36-a8bc-72ba5f640346" [ 1504.497938] env[62697]: _type = "Task" [ 1504.497938] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.508553] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b13d57-96d0-7f36-a8bc-72ba5f640346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.617592] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.639507] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.752628] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706605, 'name': Rename_Task, 'duration_secs': 0.230962} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.753233] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.753563] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-931f068c-beb8-48b0-9df0-8cea0ce2f715 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.760871] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1504.760871] env[62697]: value = "task-1706606" [ 1504.760871] env[62697]: _type = "Task" [ 1504.760871] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.770448] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.873191] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ded528ed-7097-4847-9796-7a9a26deb8e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1505.011338] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b13d57-96d0-7f36-a8bc-72ba5f640346, 'name': SearchDatastore_Task, 'duration_secs': 0.071196} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.011848] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.014111] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.014111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.014111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.014111] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.014111] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c979bc8b-a69d-4973-9307-8c296ce5eb55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.024147] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.024147] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.024321] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c5d0c9-3b0c-4cd4-838e-dad2498f9410 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.033256] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1505.033256] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52815424-11ef-d612-ec61-954ed50bdf24" [ 1505.033256] env[62697]: _type = "Task" [ 1505.033256] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.042634] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52815424-11ef-d612-ec61-954ed50bdf24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.118852] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57803} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.119330] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c/3d1de6c6-3b58-410f-a1b7-3b4b91aad88c.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.119582] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.119865] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-046ff1fe-f470-4ff3-bb8a-624d9cddd7b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.127284] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1505.127284] env[62697]: value = "task-1706607" [ 1505.127284] env[62697]: _type = "Task" [ 1505.127284] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.137179] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.271490] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.378584] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 735f1172-0814-4f6c-a060-8b0359ee95b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1505.547244] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52815424-11ef-d612-ec61-954ed50bdf24, 'name': SearchDatastore_Task, 'duration_secs': 0.013147} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.548440] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9844171a-115d-45f9-acdc-cbca39d4e528 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.555511] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1505.555511] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5235a4f1-b749-7870-f6c1-7fc505929d5e" [ 1505.555511] env[62697]: _type = "Task" [ 1505.555511] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.568646] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5235a4f1-b749-7870-f6c1-7fc505929d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.637432] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069687} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.637751] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.638581] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ace0a-2a89-447f-97d1-49e7be8f1796 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.662523] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c/3d1de6c6-3b58-410f-a1b7-3b4b91aad88c.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.663053] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a115ad-6732-49dd-ad57-22b77fdf666a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.684054] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1505.684054] env[62697]: value = "task-1706608" [ 1505.684054] env[62697]: _type = "Task" [ 1505.684054] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.692699] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.774529] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706606, 'name': PowerOnVM_Task, 'duration_secs': 0.674754} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.774529] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.774529] env[62697]: INFO nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1505.774529] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1505.774529] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514c6ae-9368-47a4-9a0c-8e4f1549451b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.882795] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1506.071962] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5235a4f1-b749-7870-f6c1-7fc505929d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.071962] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.071962] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.071962] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-845dc3e3-e90e-44dd-8234-a791a02a9b5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.079213] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1506.079213] env[62697]: value = "task-1706609" [ 1506.079213] env[62697]: _type = "Task" [ 1506.079213] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.087711] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.198350] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706608, 'name': ReconfigVM_Task, 'duration_secs': 0.301538} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.198350] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c/3d1de6c6-3b58-410f-a1b7-3b4b91aad88c.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.198350] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf266b53-f30b-4698-a51e-1beea8e48f86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.203699] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1506.203699] env[62697]: value = "task-1706610" [ 1506.203699] env[62697]: _type = "Task" [ 1506.203699] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.218763] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706610, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.294630] env[62697]: INFO nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Took 44.17 seconds to build instance. [ 1506.385708] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance b8cbf001-46f0-42a2-b449-91756c654a5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1506.589562] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706609, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.722042] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706610, 'name': Rename_Task, 'duration_secs': 0.150646} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.722042] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.722042] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de791ab9-1edf-4995-8558-4f44fb463bca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.731153] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1506.731153] env[62697]: value = "task-1706611" [ 1506.731153] env[62697]: _type = "Task" [ 1506.731153] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.742583] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.799838] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "cd3240e3-0064-4468-b117-01d3597e1a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.391s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.891022] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bbd84d19-cc74-4c9f-aeba-0abe53b81ced has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1506.891022] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1506.891022] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1507.093968] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66771} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.097234] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.097476] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.097995] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f4ea03c-14f8-4106-aa53-70a389f18afb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.107298] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1507.107298] env[62697]: value = "task-1706612" [ 1507.107298] env[62697]: _type = "Task" [ 1507.107298] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.123364] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.250149] env[62697]: DEBUG oslo_vmware.api [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706611, 'name': PowerOnVM_Task, 'duration_secs': 0.482992} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.250149] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.250149] env[62697]: INFO nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1507.250149] env[62697]: DEBUG nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1507.250841] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd3717-9077-4c70-b132-33dd298d372b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.345529] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cbf2ee-923f-46d8-8349-2538b841c4d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.356509] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff168b9-d7e8-4ecc-9808-04876ddf0a51 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.401600] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d055dd6-7e2e-4877-87f0-4498598c3320 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.409928] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ecd989-ca5d-40f7-802b-94500dd0eb24 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.423513] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.618824] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0729} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.623024] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.623024] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcc610f-b89e-4f23-9775-8487c93e96cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.647900] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.648452] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e269028c-7bfb-4e2a-a92b-416819bcc845 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.673568] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1507.673568] env[62697]: value = "task-1706613" [ 1507.673568] env[62697]: _type = "Task" [ 1507.673568] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.687431] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.777687] env[62697]: INFO nova.compute.manager [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Took 43.42 seconds to build instance. [ 1507.927184] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1508.191659] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.281990] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b63ca3e3-e0cf-434c-aca7-e443e889c3fe tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.827s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.434649] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1508.434649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.630s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.434649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.772s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.434649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.441025] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.294s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.441025] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.441025] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1508.476296] env[62697]: INFO nova.scheduler.client.report [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Deleted allocations for instance 5faab3b6-199c-4f0c-9b77-300c543f012b [ 1508.685879] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706613, 'name': ReconfigVM_Task, 'duration_secs': 0.649106} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.686223] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35/ca98fc14-5301-40dc-ab3f-26b707734f35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.686868] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31fc64bf-10b2-4f5a-9a57-06a2d6851368 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.694614] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1508.694614] env[62697]: value = "task-1706614" [ 1508.694614] env[62697]: _type = "Task" [ 1508.694614] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.704167] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706614, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.964198] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] There are 45 instances to clean {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1508.964859] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 0793d549-6217-4c3c-9894-c5105c7d0e9d] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1508.995634] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d444a2d-45e6-4259-a3a3-4152888e2f2f tempest-VolumesAdminNegativeTest-587511963 tempest-VolumesAdminNegativeTest-587511963-project-member] Lock "5faab3b6-199c-4f0c-9b77-300c543f012b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.646s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.208721] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706614, 'name': Rename_Task, 'duration_secs': 0.37194} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.212108] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.213420] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beaff770-4317-40e7-a4ef-0d6a99f2fcaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.220329] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1509.220329] env[62697]: value = "task-1706615" [ 1509.220329] env[62697]: _type = "Task" [ 1509.220329] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.232316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "de472561-00a8-455e-897d-599512fcc841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.232316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "de472561-00a8-455e-897d-599512fcc841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.232316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "de472561-00a8-455e-897d-599512fcc841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.232316] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "de472561-00a8-455e-897d-599512fcc841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.232591] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "de472561-00a8-455e-897d-599512fcc841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.239715] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.240361] env[62697]: INFO nova.compute.manager [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Terminating instance [ 1509.243111] env[62697]: DEBUG nova.compute.manager [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1509.243321] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.244210] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e21c84-e3c7-412f-b923-4cb99e585d44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.254023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.254371] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6363ddc-c176-4077-bbdd-b7571aab60a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.265204] env[62697]: DEBUG oslo_vmware.api [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1509.265204] env[62697]: value = "task-1706616" [ 1509.265204] env[62697]: _type = "Task" [ 1509.265204] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.282978] env[62697]: DEBUG oslo_vmware.api [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.468983] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: f5085ad8-72b1-47cf-b44b-bfc9266e426a] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1509.564901] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14be80f1-b3ba-4d92-a47d-49b712ed29d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.579248] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a63c3b-8273-4939-87b2-dc1009cdff2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.629850] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc946da-ec8b-4122-b0c7-a8aef574144c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.639833] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c860909-b371-4ed8-a8f6-2daa4a00b7dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.656011] env[62697]: DEBUG nova.compute.provider_tree [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.733020] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.779415] env[62697]: DEBUG oslo_vmware.api [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706616, 'name': PowerOffVM_Task, 'duration_secs': 0.22136} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.779800] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.780363] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.780785] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f6bb74c-3a4e-4ae9-abdb-7aab6e429f1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.799310] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "495eb777-5198-4544-84c4-be4441450b05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.799655] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.973647] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 2a97e550-9060-44af-80f8-48ffc476fe5d] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1510.136106] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.136361] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.136567] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleting the datastore file [datastore1] de472561-00a8-455e-897d-599512fcc841 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.136880] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4da1f21-4a1e-400d-aa1e-3c0c1eea88c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.144063] env[62697]: DEBUG oslo_vmware.api [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1510.144063] env[62697]: value = "task-1706618" [ 1510.144063] env[62697]: _type = "Task" [ 1510.144063] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.154108] env[62697]: DEBUG oslo_vmware.api [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.158586] env[62697]: DEBUG nova.scheduler.client.report [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1510.232482] env[62697]: DEBUG oslo_vmware.api [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706615, 'name': PowerOnVM_Task, 'duration_secs': 0.684285} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.232799] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.233047] env[62697]: DEBUG nova.compute.manager [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1510.234206] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322e38ce-fa9f-41ac-b386-fc85846bb928 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.304220] env[62697]: DEBUG nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1510.481652] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 41214d53-0bcf-4dc7-98c0-a335ffc0eb62] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1510.655984] env[62697]: DEBUG oslo_vmware.api [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143905} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.656317] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.656509] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.656695] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.656868] env[62697]: INFO nova.compute.manager [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: de472561-00a8-455e-897d-599512fcc841] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1510.657122] env[62697]: DEBUG oslo.service.loopingcall [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.657339] env[62697]: DEBUG nova.compute.manager [-] [instance: de472561-00a8-455e-897d-599512fcc841] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1510.657432] env[62697]: DEBUG nova.network.neutron [-] [instance: de472561-00a8-455e-897d-599512fcc841] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.751767] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.831721] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.992899] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 50b2061a-45ff-422c-9907-cc23651846d5] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1510.998571] env[62697]: DEBUG nova.compute.manager [req-c58660e2-8d0c-4c5b-a9e4-5e035bc3ce38 req-21c34899-b291-43f1-902f-cb14ff1e8274 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Received event network-vif-deleted-a562b613-a6bc-46a5-a1fb-5867073161b2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1510.998921] env[62697]: INFO nova.compute.manager [req-c58660e2-8d0c-4c5b-a9e4-5e035bc3ce38 req-21c34899-b291-43f1-902f-cb14ff1e8274 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Neutron deleted interface a562b613-a6bc-46a5-a1fb-5867073161b2; detaching it from the instance and deleting it from the info cache [ 1510.999305] env[62697]: DEBUG nova.network.neutron [req-c58660e2-8d0c-4c5b-a9e4-5e035bc3ce38 req-21c34899-b291-43f1-902f-cb14ff1e8274 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.130653] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.130907] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.172143] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.734s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.176718] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.318s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.178915] env[62697]: INFO nova.compute.claims [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.436602] env[62697]: DEBUG nova.network.neutron [-] [instance: de472561-00a8-455e-897d-599512fcc841] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.502099] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: d75da1a4-74fd-44d8-b586-f9a5a9895a4f] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1511.510818] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08af013c-6637-4168-996e-09c36a576003 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.526515] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba98609-7a0e-449a-a71e-432e263ea2f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.575135] env[62697]: DEBUG nova.compute.manager [req-c58660e2-8d0c-4c5b-a9e4-5e035bc3ce38 req-21c34899-b291-43f1-902f-cb14ff1e8274 service nova] [instance: de472561-00a8-455e-897d-599512fcc841] Detach interface failed, port_id=a562b613-a6bc-46a5-a1fb-5867073161b2, reason: Instance de472561-00a8-455e-897d-599512fcc841 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1511.636549] env[62697]: DEBUG nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1511.756275] env[62697]: INFO nova.scheduler.client.report [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted allocation for migration 0483ac2e-bc06-433d-9a29-6b88f864ff1d [ 1511.940292] env[62697]: INFO nova.compute.manager [-] [instance: de472561-00a8-455e-897d-599512fcc841] Took 1.28 seconds to deallocate network for instance. [ 1512.005983] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 4839bee9-976a-43ab-a821-c3eb9c43ffed] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1512.052881] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.053196] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.053415] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.053603] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.053777] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.058037] env[62697]: INFO nova.compute.manager [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Terminating instance [ 1512.059960] env[62697]: DEBUG nova.compute.manager [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1512.060187] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.061184] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adce60c-d9d4-4526-9c6d-ce5b09b16fe9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.071768] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.072063] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0752b8b-bddc-410e-b9f0-7d2ee05f7a0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.079156] env[62697]: DEBUG oslo_vmware.api [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1512.079156] env[62697]: value = "task-1706619" [ 1512.079156] env[62697]: _type = "Task" [ 1512.079156] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.087878] env[62697]: DEBUG oslo_vmware.api [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.157866] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.265033] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2461ef53-d27c-44e0-b05b-615a777d4c97 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.201s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.452327] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.510499] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: a40e63d2-0f11-4622-ba49-1390c219ad7f] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1512.592832] env[62697]: DEBUG oslo_vmware.api [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706619, 'name': PowerOffVM_Task, 'duration_secs': 0.226822} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.593124] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.593302] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.593556] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27788c4-6f20-4ec8-a9a0-7c5af152d42f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.654387] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74bbebc-e21a-49e0-921b-793a44792601 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.664801] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead5f6e-5d79-4631-99cc-1022f1d16977 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.669995] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.670849] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.670849] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleting the datastore file [datastore1] 738d4439-3f2c-4941-8c10-fcc2db6ab4ec {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.671113] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce8149a8-0d15-4e88-9d52-16ffefa7249b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.707427] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75837bd3-6900-4ab8-8a77-058001661d59 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.708144] env[62697]: DEBUG oslo_vmware.api [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1512.708144] env[62697]: value = "task-1706621" [ 1512.708144] env[62697]: _type = "Task" [ 1512.708144] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.715270] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d718a506-a3b0-46f9-8908-729324a51fe6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.722199] env[62697]: DEBUG oslo_vmware.api [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.734723] env[62697]: DEBUG nova.compute.provider_tree [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.015056] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 5621b33d-0ed3-4620-bf02-68a879e53867] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1513.219573] env[62697]: DEBUG oslo_vmware.api [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145548} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.219928] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.220147] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.220335] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.220515] env[62697]: INFO nova.compute.manager [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1513.220762] env[62697]: DEBUG oslo.service.loopingcall [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.220958] env[62697]: DEBUG nova.compute.manager [-] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1513.221073] env[62697]: DEBUG nova.network.neutron [-] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.240398] env[62697]: DEBUG nova.scheduler.client.report [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1513.520774] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: f44d9df2-683c-429b-9a5d-fad6a96d0648] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1513.525330] env[62697]: DEBUG nova.compute.manager [req-d6cbf911-644e-4389-a375-dfae41ebafab req-71c5a776-a211-4ebe-a949-7cab1f310e07 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Received event network-vif-deleted-04f3ae4a-b969-4cd5-a19a-0ab718b64c4e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1513.525514] env[62697]: INFO nova.compute.manager [req-d6cbf911-644e-4389-a375-dfae41ebafab req-71c5a776-a211-4ebe-a949-7cab1f310e07 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Neutron deleted interface 04f3ae4a-b969-4cd5-a19a-0ab718b64c4e; detaching it from the instance and deleting it from the info cache [ 1513.525644] env[62697]: DEBUG nova.network.neutron [req-d6cbf911-644e-4389-a375-dfae41ebafab req-71c5a776-a211-4ebe-a949-7cab1f310e07 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.746370] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.749080] env[62697]: DEBUG nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1513.750613] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.199s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.752652] env[62697]: INFO nova.compute.claims [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1513.913897] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.914181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.914385] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.914579] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.914769] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.916873] env[62697]: INFO nova.compute.manager [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Terminating instance [ 1513.919760] env[62697]: DEBUG nova.compute.manager [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1513.919992] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1513.920874] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14302ea6-190d-430c-b3ae-1f467ed726e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.928642] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.928827] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87801351-4b99-4963-83c3-07525dbd5be7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.935664] env[62697]: DEBUG oslo_vmware.api [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1513.935664] env[62697]: value = "task-1706622" [ 1513.935664] env[62697]: _type = "Task" [ 1513.935664] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.946949] env[62697]: DEBUG oslo_vmware.api [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.994123] env[62697]: DEBUG nova.network.neutron [-] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.029216] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 619f3117-9391-4cc0-91ea-5614214b75db] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1514.031619] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-989b953e-96f2-4358-94d9-eb89928d3861 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.045276] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a76fe9-b4c9-43ce-b489-ed42ea9f5b22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.081033] env[62697]: DEBUG nova.compute.manager [req-d6cbf911-644e-4389-a375-dfae41ebafab req-71c5a776-a211-4ebe-a949-7cab1f310e07 service nova] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Detach interface failed, port_id=04f3ae4a-b969-4cd5-a19a-0ab718b64c4e, reason: Instance 738d4439-3f2c-4941-8c10-fcc2db6ab4ec could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1514.258188] env[62697]: DEBUG nova.compute.utils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.262337] env[62697]: DEBUG nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1514.262462] env[62697]: DEBUG nova.network.neutron [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.317298] env[62697]: DEBUG nova.policy [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '735f483f382047e1b4b6140d672c146e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f3c84ac1d946959522dc47b36e78c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1514.446790] env[62697]: DEBUG oslo_vmware.api [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706622, 'name': PowerOffVM_Task, 'duration_secs': 0.373924} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.448356] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.448356] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.448356] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09db1c73-a285-4b93-a347-6b7316efeaef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.498098] env[62697]: INFO nova.compute.manager [-] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Took 1.28 seconds to deallocate network for instance. [ 1514.534438] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 6f850cfc-3b1e-4425-b39b-6b341c249bf5] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1514.549438] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "763212b3-74ee-4ccc-902f-d613e51441f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.549438] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.658647] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.658956] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.659164] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleting the datastore file [datastore1] fadeb162-868a-4e87-a908-7b4cf6090f7f {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.659474] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de222635-e886-4812-b727-50c0916217dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.666053] env[62697]: DEBUG oslo_vmware.api [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1514.666053] env[62697]: value = "task-1706624" [ 1514.666053] env[62697]: _type = "Task" [ 1514.666053] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.666756] env[62697]: DEBUG nova.network.neutron [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Successfully created port: 17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.677855] env[62697]: DEBUG oslo_vmware.api [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.762853] env[62697]: DEBUG nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1515.007959] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.038011] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: fe45fb95-2776-45ac-8293-8f8607e9be73] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1515.054707] env[62697]: DEBUG nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1515.185734] env[62697]: DEBUG oslo_vmware.api [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140091} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.186463] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.186817] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.187047] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.187242] env[62697]: INFO nova.compute.manager [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1515.187503] env[62697]: DEBUG oslo.service.loopingcall [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.187716] env[62697]: DEBUG nova.compute.manager [-] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1515.187826] env[62697]: DEBUG nova.network.neutron [-] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.216890] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81abb6bd-ebe1-461d-8676-c98f667f0a9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.231206] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae157143-ff7f-449d-9aee-d6fa3eebabf8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.267809] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46deb2ae-fa19-4366-ba69-a78ce54a5b9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.279645] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f7f124-0189-4b7f-add5-90a5972bbcf6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.295834] env[62697]: DEBUG nova.compute.provider_tree [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.542197] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: cbd5c7a7-4ea7-405c-8cc7-c8acf518ba7f] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1515.563555] env[62697]: DEBUG nova.compute.manager [req-f3ff6e93-e3ec-4164-b3f3-a5c9b7869b21 req-d49af275-3854-47a0-b712-d10e2587fdef service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Received event network-vif-deleted-0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1515.563794] env[62697]: INFO nova.compute.manager [req-f3ff6e93-e3ec-4164-b3f3-a5c9b7869b21 req-d49af275-3854-47a0-b712-d10e2587fdef service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Neutron deleted interface 0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7; detaching it from the instance and deleting it from the info cache [ 1515.563971] env[62697]: DEBUG nova.network.neutron [req-f3ff6e93-e3ec-4164-b3f3-a5c9b7869b21 req-d49af275-3854-47a0-b712-d10e2587fdef service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.585751] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.776999] env[62697]: DEBUG nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1515.800184] env[62697]: DEBUG nova.scheduler.client.report [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1515.913216] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1515.913481] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1515.913645] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.914922] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1515.914922] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.914922] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1515.914922] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1515.914922] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1515.914922] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1515.914922] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1515.915214] env[62697]: DEBUG nova.virt.hardware [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1515.916044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b22e480-246e-4dd0-aa50-b32f288bb8bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.925474] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b737e-a1d8-4917-b046-12f56d922d11 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.030926] env[62697]: DEBUG nova.network.neutron [-] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.048479] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: a9115a71-24c3-46da-88e2-fa7246b0d4f6] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1516.071729] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dd66c73-6f4e-4c28-9599-ae5d5ce1dc43 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.083929] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36640df1-689f-4f4a-a665-163bfd0325e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.119644] env[62697]: DEBUG nova.compute.manager [req-f3ff6e93-e3ec-4164-b3f3-a5c9b7869b21 req-d49af275-3854-47a0-b712-d10e2587fdef service nova] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Detach interface failed, port_id=0c5d2c75-a6b1-4304-ab0e-3d18a2b020b7, reason: Instance fadeb162-868a-4e87-a908-7b4cf6090f7f could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1516.305254] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.309033] env[62697]: DEBUG nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1516.311166] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.278s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.312724] env[62697]: INFO nova.compute.claims [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.406751] env[62697]: DEBUG nova.compute.manager [req-d2884ccf-4324-4b33-84d9-81b1f79bb9a8 req-508647d5-6dfa-4cdb-a6c2-1d5eae323aed service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Received event network-vif-plugged-17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1516.406975] env[62697]: DEBUG oslo_concurrency.lockutils [req-d2884ccf-4324-4b33-84d9-81b1f79bb9a8 req-508647d5-6dfa-4cdb-a6c2-1d5eae323aed service nova] Acquiring lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.407198] env[62697]: DEBUG oslo_concurrency.lockutils [req-d2884ccf-4324-4b33-84d9-81b1f79bb9a8 req-508647d5-6dfa-4cdb-a6c2-1d5eae323aed service nova] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.407367] env[62697]: DEBUG oslo_concurrency.lockutils [req-d2884ccf-4324-4b33-84d9-81b1f79bb9a8 req-508647d5-6dfa-4cdb-a6c2-1d5eae323aed service nova] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.407541] env[62697]: DEBUG nova.compute.manager [req-d2884ccf-4324-4b33-84d9-81b1f79bb9a8 req-508647d5-6dfa-4cdb-a6c2-1d5eae323aed service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] No waiting events found dispatching network-vif-plugged-17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1516.407707] env[62697]: WARNING nova.compute.manager [req-d2884ccf-4324-4b33-84d9-81b1f79bb9a8 req-508647d5-6dfa-4cdb-a6c2-1d5eae323aed service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Received unexpected event network-vif-plugged-17e907e6-fe93-4154-bd4d-2231b0451f83 for instance with vm_state building and task_state spawning. [ 1516.534118] env[62697]: INFO nova.compute.manager [-] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Took 1.35 seconds to deallocate network for instance. [ 1516.552445] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e48fd17e-2e72-43b5-a5b0-40187e23f3ce] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1516.587829] env[62697]: DEBUG nova.network.neutron [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Successfully updated port: 17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.818858] env[62697]: DEBUG nova.compute.utils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1516.822407] env[62697]: DEBUG nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1516.822687] env[62697]: DEBUG nova.network.neutron [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.871235] env[62697]: DEBUG nova.policy [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36f488a8d0744e1c842fb6756b0d8cfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc2992df60b244ec9785077d085e1d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1517.042722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.056463] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 2c4c03dd-a708-45a4-b8bd-a60964917f90] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1517.092683] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.092768] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.092904] env[62697]: DEBUG nova.network.neutron [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.143149] env[62697]: DEBUG nova.network.neutron [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Successfully created port: 9a59b62c-e16e-432c-a64e-f37797bdd0f3 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.323380] env[62697]: DEBUG nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1517.560601] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e0e295b3-1bf8-4640-95b1-b5c1e19fce04] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1517.665350] env[62697]: DEBUG nova.network.neutron [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.779079] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16792e62-1b99-459b-afad-06e073c21cf2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.789303] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f398de-058a-46e7-987c-39bcfcab242a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.824341] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9912318d-7c60-4729-a9c0-aaf68d27e16c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.834805] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e4c1f3-cac5-4a39-98f7-653078dbf7f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.848413] env[62697]: DEBUG nova.compute.provider_tree [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.970212] env[62697]: DEBUG nova.network.neutron [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.989317] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "5a06d880-a452-47f1-a762-424619361833" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.989570] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "5a06d880-a452-47f1-a762-424619361833" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.064938] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 5b496f77-8644-40b9-9643-baa725c576c8] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1518.337026] env[62697]: DEBUG nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1518.352225] env[62697]: DEBUG nova.scheduler.client.report [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1518.365865] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1518.367119] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1518.367119] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.367119] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1518.367119] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.367119] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1518.367616] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1518.368058] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1518.368408] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1518.368757] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1518.370988] env[62697]: DEBUG nova.virt.hardware [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1518.370988] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcef116-fd06-4371-8cad-af1408138840 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.382550] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1800c55b-5ec3-48e7-a6e5-c10b9474e11e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.435241] env[62697]: DEBUG nova.compute.manager [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Received event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1518.435461] env[62697]: DEBUG nova.compute.manager [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing instance network info cache due to event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1518.435673] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] Acquiring lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.474598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.478022] env[62697]: DEBUG nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Instance network_info: |[{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1518.478022] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] Acquired lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.478022] env[62697]: DEBUG nova.network.neutron [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.478022] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:29:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17e907e6-fe93-4154-bd4d-2231b0451f83', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.492149] env[62697]: DEBUG oslo.service.loopingcall [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.495137] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.495485] env[62697]: DEBUG nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1518.500159] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-161a5ea1-6405-4026-8fb6-2e5e8c22d369 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.522139] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.522139] env[62697]: value = "task-1706625" [ 1518.522139] env[62697]: _type = "Task" [ 1518.522139] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.531507] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706625, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.567630] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8f3f53bf-2faa-404f-83db-c23774200517] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1518.746708] env[62697]: DEBUG nova.network.neutron [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Successfully updated port: 9a59b62c-e16e-432c-a64e-f37797bdd0f3 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.835598] env[62697]: DEBUG nova.network.neutron [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updated VIF entry in instance network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.836011] env[62697]: DEBUG nova.network.neutron [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.860368] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.860955] env[62697]: DEBUG nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1518.863870] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.999s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.033889] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706625, 'name': CreateVM_Task, 'duration_secs': 0.355547} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.034125] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.035033] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.035283] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.035685] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.036119] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83486996-9cb9-4226-8e86-2738d945be3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.038439] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.041835] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1519.041835] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e940a2-2794-c7ee-a649-e201c94353bf" [ 1519.041835] env[62697]: _type = "Task" [ 1519.041835] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.050032] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e940a2-2794-c7ee-a649-e201c94353bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.070735] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 71194ade-910f-43c0-a874-369fc90eb6fb] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1519.249408] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "refresh_cache-ded528ed-7097-4847-9796-7a9a26deb8e1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.249532] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquired lock "refresh_cache-ded528ed-7097-4847-9796-7a9a26deb8e1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.250151] env[62697]: DEBUG nova.network.neutron [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.339210] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c7f5d38-29d6-4cd5-91c3-b309d7158ef9 req-a5d7f156-1501-423d-b25e-1d9d1eb96c74 service nova] Releasing lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.370415] env[62697]: DEBUG nova.compute.utils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.372026] env[62697]: DEBUG nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1519.372199] env[62697]: DEBUG nova.network.neutron [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.410436] env[62697]: DEBUG nova.policy [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72cee2cf02364120ab35e380fe11a52d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9bc89334404ba7abc7badaba7b2488', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1519.556340] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e940a2-2794-c7ee-a649-e201c94353bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.559083] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.559167] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.559420] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.559639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.559787] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.560457] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4b2ca2f-d071-41b2-b9fe-2fd1eb8d8ee2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.570360] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.570483] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.571244] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d329484-e892-45bf-836d-539be4b4a292 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.576494] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 24a0a90c-f0bd-4906-be70-7d92fad5eeaa] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1519.586087] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1519.586087] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5244563d-c564-ec6f-af9d-9ec8edd58526" [ 1519.586087] env[62697]: _type = "Task" [ 1519.586087] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.600895] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5244563d-c564-ec6f-af9d-9ec8edd58526, 'name': SearchDatastore_Task, 'duration_secs': 0.008018} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.601935] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb46f32-8740-455e-a58d-15bdb3bf19b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.609798] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1519.609798] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bbf602-febc-a39a-7a4d-5210f213a261" [ 1519.609798] env[62697]: _type = "Task" [ 1519.609798] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.618482] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bbf602-febc-a39a-7a4d-5210f213a261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.789444] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fecb487-43b5-4041-a7dc-992f90b1e821 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.797315] env[62697]: DEBUG nova.network.neutron [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.799724] env[62697]: DEBUG nova.network.neutron [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Successfully created port: 5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.802321] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486fde55-efcf-4d79-97d0-f7b8676db313 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.835820] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4971a-565f-4788-956e-68b47f8b9c14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.843665] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133e7f4a-2b7a-422d-bbd1-526f0525d633 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.857407] env[62697]: DEBUG nova.compute.provider_tree [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.876964] env[62697]: DEBUG nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1519.957976] env[62697]: DEBUG nova.network.neutron [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Updating instance_info_cache with network_info: [{"id": "9a59b62c-e16e-432c-a64e-f37797bdd0f3", "address": "fa:16:3e:9a:2a:56", "network": {"id": "55eceee7-3556-42c9-af79-75c69c49be90", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2074772253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc2992df60b244ec9785077d085e1d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a59b62c-e1", "ovs_interfaceid": "9a59b62c-e16e-432c-a64e-f37797bdd0f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.085056] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 598de54d-5837-4c76-a256-90975ab135d7] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1520.121728] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bbf602-febc-a39a-7a4d-5210f213a261, 'name': SearchDatastore_Task, 'duration_secs': 0.008382} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.122101] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.122380] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/c0c7f996-8b12-4d17-836b-52b4c51e7da8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.122833] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ef5c54b-da59-445b-9a21-9d12ae36f49c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.130312] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1520.130312] env[62697]: value = "task-1706626" [ 1520.130312] env[62697]: _type = "Task" [ 1520.130312] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.138553] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.361563] env[62697]: DEBUG nova.scheduler.client.report [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1520.460797] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Releasing lock "refresh_cache-ded528ed-7097-4847-9796-7a9a26deb8e1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.461213] env[62697]: DEBUG nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Instance network_info: |[{"id": "9a59b62c-e16e-432c-a64e-f37797bdd0f3", "address": "fa:16:3e:9a:2a:56", "network": {"id": "55eceee7-3556-42c9-af79-75c69c49be90", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2074772253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc2992df60b244ec9785077d085e1d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a59b62c-e1", "ovs_interfaceid": "9a59b62c-e16e-432c-a64e-f37797bdd0f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1520.461717] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:2a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a59b62c-e16e-432c-a64e-f37797bdd0f3', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.470490] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Creating folder: Project (dc2992df60b244ec9785077d085e1d4d). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.472129] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d16c2a-3002-440c-a792-32e0fb2f141e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.475193] env[62697]: DEBUG nova.compute.manager [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Received event network-vif-plugged-9a59b62c-e16e-432c-a64e-f37797bdd0f3 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1520.475440] env[62697]: DEBUG oslo_concurrency.lockutils [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] Acquiring lock "ded528ed-7097-4847-9796-7a9a26deb8e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.475722] env[62697]: DEBUG oslo_concurrency.lockutils [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.475885] env[62697]: DEBUG oslo_concurrency.lockutils [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.476087] env[62697]: DEBUG nova.compute.manager [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] No waiting events found dispatching network-vif-plugged-9a59b62c-e16e-432c-a64e-f37797bdd0f3 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1520.476372] env[62697]: WARNING nova.compute.manager [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Received unexpected event network-vif-plugged-9a59b62c-e16e-432c-a64e-f37797bdd0f3 for instance with vm_state building and task_state spawning. [ 1520.476599] env[62697]: DEBUG nova.compute.manager [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Received event network-changed-9a59b62c-e16e-432c-a64e-f37797bdd0f3 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1520.476771] env[62697]: DEBUG nova.compute.manager [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Refreshing instance network info cache due to event network-changed-9a59b62c-e16e-432c-a64e-f37797bdd0f3. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1520.477010] env[62697]: DEBUG oslo_concurrency.lockutils [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] Acquiring lock "refresh_cache-ded528ed-7097-4847-9796-7a9a26deb8e1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.477160] env[62697]: DEBUG oslo_concurrency.lockutils [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] Acquired lock "refresh_cache-ded528ed-7097-4847-9796-7a9a26deb8e1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.477318] env[62697]: DEBUG nova.network.neutron [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Refreshing network info cache for port 9a59b62c-e16e-432c-a64e-f37797bdd0f3 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.489171] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Created folder: Project (dc2992df60b244ec9785077d085e1d4d) in parent group-v355409. [ 1520.489483] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Creating folder: Instances. Parent ref: group-v355602. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.489835] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97b5e275-eb28-46af-8241-b3cb7fabcc6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.498874] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Created folder: Instances in parent group-v355602. [ 1520.499185] env[62697]: DEBUG oslo.service.loopingcall [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.499396] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.499646] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26a25281-a362-493e-80ce-423786298dd2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.521831] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.521831] env[62697]: value = "task-1706629" [ 1520.521831] env[62697]: _type = "Task" [ 1520.521831] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.530379] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706629, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.586690] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8585620c-9060-4fac-94d1-321a8ab4fca1] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1520.640138] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459771} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.640456] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/c0c7f996-8b12-4d17-836b-52b4c51e7da8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.640674] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.640936] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a89707c-2054-464d-9c9c-895d02b66b1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.647802] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1520.647802] env[62697]: value = "task-1706630" [ 1520.647802] env[62697]: _type = "Task" [ 1520.647802] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.659597] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.883446] env[62697]: DEBUG nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1520.908912] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1520.909191] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1520.909353] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.909544] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1520.909698] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.909904] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1520.910119] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1520.910231] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1520.910402] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1520.910568] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1520.910747] env[62697]: DEBUG nova.virt.hardware [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1520.911648] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37ae7f-f487-4350-bce5-2f83a068e8b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.920657] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9395393-47c4-45ec-be56-0c82d5266f16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.031565] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706629, 'name': CreateVM_Task, 'duration_secs': 0.324913} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.031752] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.032432] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.032695] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.032957] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.033220] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b9af14-74e5-45f1-97e4-3aa87a3c49ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.037719] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1521.037719] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c15a3f-921a-f074-f8e2-647b64076755" [ 1521.037719] env[62697]: _type = "Task" [ 1521.037719] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.045772] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c15a3f-921a-f074-f8e2-647b64076755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.089449] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 307db39f-278d-4033-a1f5-47db8efb85d3] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1521.157280] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063962} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.157528] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.158362] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0025d38-9da3-4b19-9c05-d7a1e53337f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.180324] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/c0c7f996-8b12-4d17-836b-52b4c51e7da8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.182438] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745da02a-9cc4-44e6-8571-5c65e5d8205e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.201412] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1521.201412] env[62697]: value = "task-1706631" [ 1521.201412] env[62697]: _type = "Task" [ 1521.201412] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.212440] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.372242] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.508s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.372552] env[62697]: DEBUG nova.compute.manager [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62697) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 1521.376206] env[62697]: DEBUG nova.network.neutron [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Updated VIF entry in instance network info cache for port 9a59b62c-e16e-432c-a64e-f37797bdd0f3. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.376537] env[62697]: DEBUG nova.network.neutron [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Updating instance_info_cache with network_info: [{"id": "9a59b62c-e16e-432c-a64e-f37797bdd0f3", "address": "fa:16:3e:9a:2a:56", "network": {"id": "55eceee7-3556-42c9-af79-75c69c49be90", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2074772253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc2992df60b244ec9785077d085e1d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a59b62c-e1", "ovs_interfaceid": "9a59b62c-e16e-432c-a64e-f37797bdd0f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.377601] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.649s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.379154] env[62697]: INFO nova.compute.claims [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.471859] env[62697]: DEBUG nova.compute.manager [req-5080aea3-0151-42d6-a8ef-8533bd2efd6c req-c8afdfbf-5e7e-4430-b350-f0ae86720d56 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Received event network-vif-plugged-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1521.472106] env[62697]: DEBUG oslo_concurrency.lockutils [req-5080aea3-0151-42d6-a8ef-8533bd2efd6c req-c8afdfbf-5e7e-4430-b350-f0ae86720d56 service nova] Acquiring lock "735f1172-0814-4f6c-a060-8b0359ee95b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.472380] env[62697]: DEBUG oslo_concurrency.lockutils [req-5080aea3-0151-42d6-a8ef-8533bd2efd6c req-c8afdfbf-5e7e-4430-b350-f0ae86720d56 service nova] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.472613] env[62697]: DEBUG oslo_concurrency.lockutils [req-5080aea3-0151-42d6-a8ef-8533bd2efd6c req-c8afdfbf-5e7e-4430-b350-f0ae86720d56 service nova] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.472809] env[62697]: DEBUG nova.compute.manager [req-5080aea3-0151-42d6-a8ef-8533bd2efd6c req-c8afdfbf-5e7e-4430-b350-f0ae86720d56 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] No waiting events found dispatching network-vif-plugged-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1521.473181] env[62697]: WARNING nova.compute.manager [req-5080aea3-0151-42d6-a8ef-8533bd2efd6c req-c8afdfbf-5e7e-4430-b350-f0ae86720d56 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Received unexpected event network-vif-plugged-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 for instance with vm_state building and task_state spawning. [ 1521.548463] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c15a3f-921a-f074-f8e2-647b64076755, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.548778] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.549032] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.549284] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.549439] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.549627] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.549904] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a9c81dd-8612-4730-8fe2-3c4c77755534 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.558274] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.558514] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.559262] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdff168-37bc-447d-9af7-b11bd4fd1e37 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.564476] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1521.564476] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52785806-7b04-fd96-bab5-f377944807ef" [ 1521.564476] env[62697]: _type = "Task" [ 1521.564476] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.572809] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52785806-7b04-fd96-bab5-f377944807ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.592508] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: d5b886d2-8290-4352-a05e-d871cc5162a5] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1521.599355] env[62697]: DEBUG nova.network.neutron [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Successfully updated port: 5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.713334] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.883488] env[62697]: DEBUG oslo_concurrency.lockutils [req-82563944-1f07-4fd7-8c9c-50c54d11bf18 req-a4c2347c-1f05-4b1f-8196-6dd17d90fb83 service nova] Releasing lock "refresh_cache-ded528ed-7097-4847-9796-7a9a26deb8e1" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.940469] env[62697]: INFO nova.scheduler.client.report [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted allocation for migration 45ebdf43-3370-4376-b74f-86209e2f513e [ 1522.075575] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52785806-7b04-fd96-bab5-f377944807ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.076347] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430f3cba-3f4d-46aa-bbf4-4a710c3a5f7a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.081469] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1522.081469] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52926798-abe9-fa34-bcf4-af58ab713e82" [ 1522.081469] env[62697]: _type = "Task" [ 1522.081469] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.088957] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52926798-abe9-fa34-bcf4-af58ab713e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.095395] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 2aa3c355-0fa5-4e5b-a322-b727ee76cce5] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1522.101942] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.102094] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.102670] env[62697]: DEBUG nova.network.neutron [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.211664] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706631, 'name': ReconfigVM_Task, 'duration_secs': 0.644537} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.211995] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/c0c7f996-8b12-4d17-836b-52b4c51e7da8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.212639] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f545765-b44e-4107-8cac-b6dfb387bb0f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.218691] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1522.218691] env[62697]: value = "task-1706632" [ 1522.218691] env[62697]: _type = "Task" [ 1522.218691] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.226397] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706632, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.446170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fe67edfc-7be0-48a6-a79c-3b787d798ea3 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.967s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.592120] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52926798-abe9-fa34-bcf4-af58ab713e82, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.592305] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.592584] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ded528ed-7097-4847-9796-7a9a26deb8e1/ded528ed-7097-4847-9796-7a9a26deb8e1.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.592850] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7456f11d-ef9e-435f-9e15-75b16ae26e0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.598190] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 43deba17-25a0-48e9-936b-7f2dde4758d8] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1522.601140] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1522.601140] env[62697]: value = "task-1706633" [ 1522.601140] env[62697]: _type = "Task" [ 1522.601140] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.612152] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.648626] env[62697]: DEBUG nova.network.neutron [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.730942] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706632, 'name': Rename_Task, 'duration_secs': 0.142186} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.736998] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.738861] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96fc51a7-a8c6-45f9-8b38-41576b18f17c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.746822] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1522.746822] env[62697]: value = "task-1706634" [ 1522.746822] env[62697]: _type = "Task" [ 1522.746822] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.752169] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd6a5cb-96cb-4440-9555-94d15bc04066 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.762852] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.763914] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ce2b9-f2e8-4c2d-8392-1f0b38753396 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.803923] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576c0133-32c3-4579-834d-366881265ad2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.812582] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcd535e-e4cc-4a3c-adb1-ad5657129213 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.828470] env[62697]: DEBUG nova.compute.provider_tree [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.924018] env[62697]: DEBUG nova.network.neutron [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updating instance_info_cache with network_info: [{"id": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "address": "fa:16:3e:e1:e6:76", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b34d8c5-24", "ovs_interfaceid": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.102122] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 403eab33-2ad0-4f65-8461-247418146362] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1523.113845] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499569} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.114157] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ded528ed-7097-4847-9796-7a9a26deb8e1/ded528ed-7097-4847-9796-7a9a26deb8e1.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.114382] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.114658] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d9e6f0-567a-4531-8411-3e42962f3b48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.122124] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1523.122124] env[62697]: value = "task-1706635" [ 1523.122124] env[62697]: _type = "Task" [ 1523.122124] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.130523] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.258965] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706634, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.333339] env[62697]: DEBUG nova.scheduler.client.report [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1523.338507] env[62697]: DEBUG nova.objects.instance [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'flavor' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.426085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.426435] env[62697]: DEBUG nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Instance network_info: |[{"id": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "address": "fa:16:3e:e1:e6:76", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b34d8c5-24", "ovs_interfaceid": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1523.426871] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e6:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b34d8c5-24d3-4e16-82bd-93cb8ac9f244', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.434942] env[62697]: DEBUG oslo.service.loopingcall [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.436444] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.436444] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a17184c-3e1e-4c6b-9b64-c983a130e4af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.456553] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.456553] env[62697]: value = "task-1706636" [ 1523.456553] env[62697]: _type = "Task" [ 1523.456553] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.464907] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706636, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.533899] env[62697]: DEBUG nova.compute.manager [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Received event network-changed-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1523.534156] env[62697]: DEBUG nova.compute.manager [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Refreshing instance network info cache due to event network-changed-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1523.534483] env[62697]: DEBUG oslo_concurrency.lockutils [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] Acquiring lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.534544] env[62697]: DEBUG oslo_concurrency.lockutils [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] Acquired lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.534791] env[62697]: DEBUG nova.network.neutron [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Refreshing network info cache for port 5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.608987] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 6f2ae7c7-730a-4d3d-8c93-71882eb41b8e] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1523.631642] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070785} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.631942] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.632788] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac84b18-ec7e-409e-bbcf-0c0b47459ab4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.656193] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] ded528ed-7097-4847-9796-7a9a26deb8e1/ded528ed-7097-4847-9796-7a9a26deb8e1.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.657202] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7fd567-5e10-4c01-9886-02806396234c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.678367] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1523.678367] env[62697]: value = "task-1706637" [ 1523.678367] env[62697]: _type = "Task" [ 1523.678367] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.687681] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.758572] env[62697]: DEBUG oslo_vmware.api [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706634, 'name': PowerOnVM_Task, 'duration_secs': 0.622341} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.758821] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.759062] env[62697]: INFO nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1523.759257] env[62697]: DEBUG nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1523.760052] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b654718-6ae8-4ea7-8cff-700cd0a987fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.838009] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.838602] env[62697]: DEBUG nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1523.841307] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.611s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.841532] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.843713] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.170s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.843929] env[62697]: DEBUG nova.objects.instance [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1523.848714] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.849075] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.849075] env[62697]: DEBUG nova.network.neutron [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.849233] env[62697]: DEBUG nova.objects.instance [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'info_cache' on Instance uuid 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.871918] env[62697]: INFO nova.scheduler.client.report [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Deleted allocations for instance bf4ce20f-179a-490e-8332-44a77e0880d9 [ 1523.967583] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706636, 'name': CreateVM_Task, 'duration_secs': 0.422382} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.967680] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1523.969250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.969250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.969250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.969250] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b642a997-9077-4cd2-ae0c-1fd27f015a88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.974109] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1523.974109] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5271d5d4-083e-7566-0ac4-454653bb714e" [ 1523.974109] env[62697]: _type = "Task" [ 1523.974109] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.982203] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5271d5d4-083e-7566-0ac4-454653bb714e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.112186] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: ba09256d-b67b-4793-8c98-e0873d510df2] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1524.189477] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706637, 'name': ReconfigVM_Task, 'duration_secs': 0.37161} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.192305] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Reconfigured VM instance instance-00000046 to attach disk [datastore1] ded528ed-7097-4847-9796-7a9a26deb8e1/ded528ed-7097-4847-9796-7a9a26deb8e1.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.193269] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-707cc519-da66-4d32-9c4c-85de3acd348c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.200093] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1524.200093] env[62697]: value = "task-1706638" [ 1524.200093] env[62697]: _type = "Task" [ 1524.200093] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.209081] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706638, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.279646] env[62697]: INFO nova.compute.manager [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Took 38.47 seconds to build instance. [ 1524.346952] env[62697]: DEBUG nova.network.neutron [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updated VIF entry in instance network info cache for port 5b34d8c5-24d3-4e16-82bd-93cb8ac9f244. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.347345] env[62697]: DEBUG nova.network.neutron [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updating instance_info_cache with network_info: [{"id": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "address": "fa:16:3e:e1:e6:76", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b34d8c5-24", "ovs_interfaceid": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.353825] env[62697]: DEBUG nova.compute.utils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.356673] env[62697]: DEBUG nova.objects.base [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Object Instance<29babd74-293a-4d57-9e2a-b25181e507b7> lazy-loaded attributes: flavor,info_cache {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1524.357796] env[62697]: DEBUG nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1524.358426] env[62697]: DEBUG nova.network.neutron [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.381163] env[62697]: DEBUG oslo_concurrency.lockutils [None req-74694aa8-7990-4996-91c9-154bc9c791e2 tempest-ServersWithSpecificFlavorTestJSON-940697570 tempest-ServersWithSpecificFlavorTestJSON-940697570-project-member] Lock "bf4ce20f-179a-490e-8332-44a77e0880d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.015s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.434146] env[62697]: DEBUG nova.policy [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfbf1e81987b4b98a7f58c9915856662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e083cbe65034ecfb0b0d9389f7916d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1524.485412] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5271d5d4-083e-7566-0ac4-454653bb714e, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.485676] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.485908] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.486159] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.486340] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.486564] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.486817] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89a2d2a6-e6ad-4e32-adaf-9b2aefc0cf59 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.494774] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.494958] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.495842] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15e5cf2-fbb8-4c8d-ac32-6afef7f43f4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.500885] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1524.500885] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e48743-34d4-7eff-908c-698085d3ea03" [ 1524.500885] env[62697]: _type = "Task" [ 1524.500885] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.508701] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e48743-34d4-7eff-908c-698085d3ea03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.615582] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: ae8bc00e-8461-4cb4-ae6a-e2a8aced1ede] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1524.710958] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706638, 'name': Rename_Task, 'duration_secs': 0.145464} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.711239] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.715019] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87948a11-8b73-4c90-b56d-81af1e78d05b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.718316] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1524.718316] env[62697]: value = "task-1706639" [ 1524.718316] env[62697]: _type = "Task" [ 1524.718316] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.728114] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.767643] env[62697]: DEBUG nova.network.neutron [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Successfully created port: 458042ab-8ff9-4823-8743-c538e4ec048e {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.782179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69faa0b-8622-4d17-86a9-5d3ecc28fcea tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.005s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.857333] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dafbbaad-c18b-4570-ad39-fd9861ad8cb5 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.858608] env[62697]: DEBUG oslo_concurrency.lockutils [req-d28f1bd3-2685-4136-8b65-91af28a634f2 req-d7d7f2a8-88bd-4530-94fd-4ba085ffc244 service nova] Releasing lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.859248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.360s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.860511] env[62697]: INFO nova.compute.claims [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.873439] env[62697]: DEBUG nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1525.011200] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e48743-34d4-7eff-908c-698085d3ea03, 'name': SearchDatastore_Task, 'duration_secs': 0.007887} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.012337] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36053f87-7f35-49fb-8085-e5f7d5dd676e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.018096] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1525.018096] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528e57ef-d8b7-2055-ec70-e61d9718a5ef" [ 1525.018096] env[62697]: _type = "Task" [ 1525.018096] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.026312] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528e57ef-d8b7-2055-ec70-e61d9718a5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.122167] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 9b486e6a-caa0-4243-a956-5d93e21d86ba] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1525.238783] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.302047] env[62697]: DEBUG nova.network.neutron [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [{"id": "b8be124e-2872-4710-8d73-589f33217355", "address": "fa:16:3e:4e:4e:31", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8be124e-28", "ovs_interfaceid": "b8be124e-2872-4710-8d73-589f33217355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.537240] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528e57ef-d8b7-2055-ec70-e61d9718a5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.537568] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.537858] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.538181] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f12265-c3f3-48de-b2fe-d73114abd7ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.545257] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1525.545257] env[62697]: value = "task-1706640" [ 1525.545257] env[62697]: _type = "Task" [ 1525.545257] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.556416] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.632151] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: f6dd62c7-f64c-44ab-bb84-acf65d749940] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1525.729976] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.808523] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.890422] env[62697]: DEBUG nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1525.926713] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bf8e3ef24720702e464d6ba3041c0d8a',container_format='bare',created_at=2024-12-10T20:44:05Z,direct_url=,disk_format='vmdk',id=20f353e6-404e-4c5a-881b-e203420f10c9,min_disk=1,min_ram=0,name='tempest-test-snap-228279903',owner='1e083cbe65034ecfb0b0d9389f7916d2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T20:44:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1525.929534] env[62697]: DEBUG nova.virt.hardware [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1525.929534] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ceca66-1369-457e-bf13-33a08b71e9d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.940995] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45f84a-4230-40ae-8a59-7a36c4f14f2f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.055812] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706640, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.137642] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: c1dccd73-e103-40b5-80eb-223268336b71] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1526.234016] env[62697]: DEBUG oslo_vmware.api [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706639, 'name': PowerOnVM_Task, 'duration_secs': 1.02533} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.234016] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.234016] env[62697]: INFO nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1526.234016] env[62697]: DEBUG nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1526.238020] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1bafb2-9ff0-466a-b36a-714c827a192e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.314886] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1526.316291] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0bed21-5d80-4fed-baf3-a9331f8d06b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.324970] env[62697]: DEBUG oslo_vmware.api [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1526.324970] env[62697]: value = "task-1706641" [ 1526.324970] env[62697]: _type = "Task" [ 1526.324970] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.336610] env[62697]: DEBUG oslo_vmware.api [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.382441] env[62697]: DEBUG nova.compute.manager [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Received event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1526.382605] env[62697]: DEBUG nova.compute.manager [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing instance network info cache due to event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1526.382972] env[62697]: DEBUG oslo_concurrency.lockutils [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] Acquiring lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.383119] env[62697]: DEBUG oslo_concurrency.lockutils [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] Acquired lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.383717] env[62697]: DEBUG nova.network.neutron [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.387374] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f717821-aab1-4f94-b0e3-a34d37294ec1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.398376] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6731de-ab3f-4eea-b3cc-40d17275b787 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.435764] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7d2b7-55c2-4b39-bc55-efd88b20418d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.447897] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0770affd-1463-4230-b605-7f9948c6aad5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.464518] env[62697]: DEBUG nova.compute.provider_tree [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.558093] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550788} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.558380] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.558586] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.558884] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee0a0e7d-733b-486d-a09e-fafdff9fedcf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.565837] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1526.565837] env[62697]: value = "task-1706642" [ 1526.565837] env[62697]: _type = "Task" [ 1526.565837] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.574423] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.640292] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8cd467f1-c8c5-4036-9b55-f46dfb31ee61] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1526.760683] env[62697]: INFO nova.compute.manager [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Took 35.23 seconds to build instance. [ 1526.837211] env[62697]: DEBUG oslo_vmware.api [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.969392] env[62697]: DEBUG nova.scheduler.client.report [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1527.077015] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066962} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.077424] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.078229] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30427623-a53f-41df-a058-834483003d97 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.101879] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.104470] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba48a619-e803-4cd3-aa54-0009e43314e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.125222] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1527.125222] env[62697]: value = "task-1706643" [ 1527.125222] env[62697]: _type = "Task" [ 1527.125222] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.130726] env[62697]: DEBUG nova.network.neutron [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Successfully updated port: 458042ab-8ff9-4823-8743-c538e4ec048e {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1527.138203] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.146271] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 6db30528-7f27-48dd-add8-3ec4d6f5e0be] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1527.164567] env[62697]: DEBUG nova.network.neutron [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updated VIF entry in instance network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.164949] env[62697]: DEBUG nova.network.neutron [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.262940] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a370ecc7-0199-427e-b2d6-1143db4a9d51 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.743s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.336446] env[62697]: DEBUG oslo_vmware.api [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.477018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.477583] env[62697]: DEBUG nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1527.480416] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.590s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.482547] env[62697]: INFO nova.compute.claims [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.635862] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.639576] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "refresh_cache-28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.640060] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "refresh_cache-28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.640060] env[62697]: DEBUG nova.network.neutron [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.652106] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: a7d14dad-6ac3-4af6-9721-620d25ba7f80] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1527.667243] env[62697]: DEBUG oslo_concurrency.lockutils [req-f8e7f24b-f895-42f3-a440-a2f22024ed2e req-479bffd2-46c5-49dc-b6a7-858dc4585350 service nova] Releasing lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.836833] env[62697]: DEBUG oslo_vmware.api [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706641, 'name': PowerOnVM_Task, 'duration_secs': 1.029508} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.837106] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.837299] env[62697]: DEBUG nova.compute.manager [None req-bafd2292-20a4-4363-b791-13cfa5000f53 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1527.838071] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a8fad2-875c-4b29-b73f-a04f004f28b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.989275] env[62697]: DEBUG nova.compute.utils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.993433] env[62697]: DEBUG nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1527.997068] env[62697]: DEBUG nova.network.neutron [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.048707] env[62697]: DEBUG nova.policy [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6b108f28422493d9e183baf313f909c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4145f85ff4564f57b63f1c50c7cd23c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1528.138208] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706643, 'name': ReconfigVM_Task, 'duration_secs': 0.556733} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.138555] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.139665] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcd81ab5-0336-429e-8ecf-3cbf1375115e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.148069] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1528.148069] env[62697]: value = "task-1706644" [ 1528.148069] env[62697]: _type = "Task" [ 1528.148069] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.158168] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e31e8ed5-e3cd-4de7-8672-0540697da421] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1528.160760] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706644, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.327506] env[62697]: DEBUG nova.network.neutron [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Successfully created port: ea767ea1-98de-4324-bdd2-8f5767ebe954 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.401279] env[62697]: DEBUG nova.network.neutron [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.494740] env[62697]: DEBUG nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1528.667286] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8e3dffb7-d7a1-47f4-9406-842788d0bce4] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1528.667286] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706644, 'name': Rename_Task, 'duration_secs': 0.178421} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.667286] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.670914] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb5aa32-55c0-42b9-9780-73b2db36a760 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.679746] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1528.679746] env[62697]: value = "task-1706645" [ 1528.679746] env[62697]: _type = "Task" [ 1528.679746] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.694780] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706645, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.780450] env[62697]: DEBUG nova.network.neutron [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Updating instance_info_cache with network_info: [{"id": "458042ab-8ff9-4823-8743-c538e4ec048e", "address": "fa:16:3e:33:28:e0", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458042ab-8f", "ovs_interfaceid": "458042ab-8ff9-4823-8743-c538e4ec048e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.923084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "29babd74-293a-4d57-9e2a-b25181e507b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.923084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.923084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.923084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.923084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.926129] env[62697]: INFO nova.compute.manager [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Terminating instance [ 1528.928636] env[62697]: DEBUG nova.compute.manager [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1528.928940] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.929845] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2216fad-1493-4308-b984-5f02c6e03f53 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.938527] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.941675] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d29cf2-b003-4096-b2fe-128c22a19897 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.948805] env[62697]: DEBUG oslo_vmware.api [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1528.948805] env[62697]: value = "task-1706646" [ 1528.948805] env[62697]: _type = "Task" [ 1528.948805] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.962275] env[62697]: DEBUG oslo_vmware.api [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.015607] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be36e113-fd1a-48cd-ba0b-fce0022cfe05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.021040] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eecd1da-e190-4b1c-accd-b7cd7bf6431b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.057419] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694d2a30-79e8-4478-8a4c-2e5727c5e6de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.062757] env[62697]: DEBUG nova.compute.manager [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Received event network-vif-plugged-458042ab-8ff9-4823-8743-c538e4ec048e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1529.062757] env[62697]: DEBUG oslo_concurrency.lockutils [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] Acquiring lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.062911] env[62697]: DEBUG oslo_concurrency.lockutils [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.063094] env[62697]: DEBUG oslo_concurrency.lockutils [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.063327] env[62697]: DEBUG nova.compute.manager [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] No waiting events found dispatching network-vif-plugged-458042ab-8ff9-4823-8743-c538e4ec048e {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.063508] env[62697]: WARNING nova.compute.manager [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Received unexpected event network-vif-plugged-458042ab-8ff9-4823-8743-c538e4ec048e for instance with vm_state building and task_state spawning. [ 1529.063669] env[62697]: DEBUG nova.compute.manager [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Received event network-changed-458042ab-8ff9-4823-8743-c538e4ec048e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1529.063862] env[62697]: DEBUG nova.compute.manager [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Refreshing instance network info cache due to event network-changed-458042ab-8ff9-4823-8743-c538e4ec048e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1529.064235] env[62697]: DEBUG oslo_concurrency.lockutils [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] Acquiring lock "refresh_cache-28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.070272] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4b4964-ccf6-4cdc-9193-8ff34e47b448 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.087473] env[62697]: DEBUG nova.compute.provider_tree [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.168340] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 18b25250-cc54-44ce-805b-04736141debc] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1529.195546] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.283418] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "refresh_cache-28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.283776] env[62697]: DEBUG nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Instance network_info: |[{"id": "458042ab-8ff9-4823-8743-c538e4ec048e", "address": "fa:16:3e:33:28:e0", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458042ab-8f", "ovs_interfaceid": "458042ab-8ff9-4823-8743-c538e4ec048e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1529.284258] env[62697]: DEBUG oslo_concurrency.lockutils [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] Acquired lock "refresh_cache-28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.284460] env[62697]: DEBUG nova.network.neutron [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Refreshing network info cache for port 458042ab-8ff9-4823-8743-c538e4ec048e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.285688] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:28:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '458042ab-8ff9-4823-8743-c538e4ec048e', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.293478] env[62697]: DEBUG oslo.service.loopingcall [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.293988] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.294487] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb0a0ced-e961-4cce-8ba6-395b2ea2f9cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.315385] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.315385] env[62697]: value = "task-1706647" [ 1529.315385] env[62697]: _type = "Task" [ 1529.315385] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.323550] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706647, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.459674] env[62697]: DEBUG oslo_vmware.api [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706646, 'name': PowerOffVM_Task, 'duration_secs': 0.199895} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.459983] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.460163] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.460417] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdbc34db-3ef6-471c-a904-6e02ac632d7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.509116] env[62697]: DEBUG nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1529.537612] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.538835] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.538835] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.538835] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.538835] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.538835] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.538835] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.539202] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.539202] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.539319] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.539440] env[62697]: DEBUG nova.virt.hardware [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.540362] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1248ca9d-d236-4e6d-be07-44b627759513 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.552034] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8833de8-2c4f-47ee-8e0c-f29962107347 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.562587] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.562865] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.563072] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleting the datastore file [datastore1] 29babd74-293a-4d57-9e2a-b25181e507b7 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.571825] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc84131-dbe0-4d3a-9315-6a985ab4e646 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.578389] env[62697]: DEBUG oslo_vmware.api [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1529.578389] env[62697]: value = "task-1706649" [ 1529.578389] env[62697]: _type = "Task" [ 1529.578389] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.589082] env[62697]: DEBUG nova.scheduler.client.report [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1529.592621] env[62697]: DEBUG oslo_vmware.api [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.671669] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8be4a564-093a-4b61-8111-54db06bd4dea] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1529.694764] env[62697]: DEBUG oslo_vmware.api [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706645, 'name': PowerOnVM_Task, 'duration_secs': 0.568054} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.695082] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.695314] env[62697]: INFO nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1529.695505] env[62697]: DEBUG nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1529.696335] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dfd3f0-6208-48ed-a9fa-0db02bb01c8d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.825944] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706647, 'name': CreateVM_Task, 'duration_secs': 0.483345} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.827278] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.828856] env[62697]: DEBUG nova.compute.manager [req-7cac961e-e01b-4ec2-ac00-53a556aa00ac req-027bd5be-738f-4533-a51f-1cfa6697b64c service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Received event network-vif-plugged-ea767ea1-98de-4324-bdd2-8f5767ebe954 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1529.829152] env[62697]: DEBUG oslo_concurrency.lockutils [req-7cac961e-e01b-4ec2-ac00-53a556aa00ac req-027bd5be-738f-4533-a51f-1cfa6697b64c service nova] Acquiring lock "b8cbf001-46f0-42a2-b449-91756c654a5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.829501] env[62697]: DEBUG oslo_concurrency.lockutils [req-7cac961e-e01b-4ec2-ac00-53a556aa00ac req-027bd5be-738f-4533-a51f-1cfa6697b64c service nova] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.829660] env[62697]: DEBUG oslo_concurrency.lockutils [req-7cac961e-e01b-4ec2-ac00-53a556aa00ac req-027bd5be-738f-4533-a51f-1cfa6697b64c service nova] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.829904] env[62697]: DEBUG nova.compute.manager [req-7cac961e-e01b-4ec2-ac00-53a556aa00ac req-027bd5be-738f-4533-a51f-1cfa6697b64c service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] No waiting events found dispatching network-vif-plugged-ea767ea1-98de-4324-bdd2-8f5767ebe954 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.830187] env[62697]: WARNING nova.compute.manager [req-7cac961e-e01b-4ec2-ac00-53a556aa00ac req-027bd5be-738f-4533-a51f-1cfa6697b64c service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Received unexpected event network-vif-plugged-ea767ea1-98de-4324-bdd2-8f5767ebe954 for instance with vm_state building and task_state spawning. [ 1529.833713] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.833713] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.833814] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1529.834409] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a13ebb-9aed-414b-959f-6aafebdbcdf5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.841094] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1529.841094] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52da413c-6123-72a1-ea7b-df2b8f94378a" [ 1529.841094] env[62697]: _type = "Task" [ 1529.841094] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.851072] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52da413c-6123-72a1-ea7b-df2b8f94378a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.921584] env[62697]: DEBUG nova.network.neutron [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Successfully updated port: ea767ea1-98de-4324-bdd2-8f5767ebe954 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.061922] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "ded528ed-7097-4847-9796-7a9a26deb8e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.062260] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.062481] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "ded528ed-7097-4847-9796-7a9a26deb8e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.062802] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.063078] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.065968] env[62697]: INFO nova.compute.manager [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Terminating instance [ 1530.067821] env[62697]: DEBUG nova.compute.manager [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1530.068029] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.068924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016496cb-06e1-4b1b-a76e-c86d1b4322e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.077084] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.077320] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e227ee5-ae4e-46fb-be70-e32f676c8fdf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.084716] env[62697]: DEBUG oslo_vmware.api [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1530.084716] env[62697]: value = "task-1706650" [ 1530.084716] env[62697]: _type = "Task" [ 1530.084716] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.091323] env[62697]: DEBUG oslo_vmware.api [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275521} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.091880] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.092096] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.092288] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.092465] env[62697]: INFO nova.compute.manager [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1530.092702] env[62697]: DEBUG oslo.service.loopingcall [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.092894] env[62697]: DEBUG nova.compute.manager [-] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1530.092987] env[62697]: DEBUG nova.network.neutron [-] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1530.095119] env[62697]: DEBUG nova.network.neutron [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Updated VIF entry in instance network info cache for port 458042ab-8ff9-4823-8743-c538e4ec048e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.095453] env[62697]: DEBUG nova.network.neutron [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Updating instance_info_cache with network_info: [{"id": "458042ab-8ff9-4823-8743-c538e4ec048e", "address": "fa:16:3e:33:28:e0", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458042ab-8f", "ovs_interfaceid": "458042ab-8ff9-4823-8743-c538e4ec048e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.099779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.100290] env[62697]: DEBUG nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1530.103363] env[62697]: DEBUG oslo_vmware.api [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.103720] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.780s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.104396] env[62697]: DEBUG nova.objects.instance [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lazy-loading 'resources' on Instance uuid befe100c-1ae4-4475-a872-210cb8123eb8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.176783] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 67273d80-15fa-440b-bb86-901b28c075aa] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1530.217878] env[62697]: INFO nova.compute.manager [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Took 36.21 seconds to build instance. [ 1530.353121] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.353121] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Processing image 20f353e6-404e-4c5a-881b-e203420f10c9 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.353350] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9/20f353e6-404e-4c5a-881b-e203420f10c9.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.353505] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9/20f353e6-404e-4c5a-881b-e203420f10c9.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.353718] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.353980] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56bbd19d-5feb-4196-be6a-08fb968f51cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.363364] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.363972] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.364341] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e536b064-322e-4e5a-9a4b-e93e104be9c1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.370414] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1530.370414] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c5dd2d-5048-0645-80a1-eac956f8195b" [ 1530.370414] env[62697]: _type = "Task" [ 1530.370414] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.379343] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c5dd2d-5048-0645-80a1-eac956f8195b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.429294] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-b8cbf001-46f0-42a2-b449-91756c654a5e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.429294] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-b8cbf001-46f0-42a2-b449-91756c654a5e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.429294] env[62697]: DEBUG nova.network.neutron [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.596257] env[62697]: DEBUG oslo_vmware.api [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706650, 'name': PowerOffVM_Task, 'duration_secs': 0.393993} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.596595] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.596870] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.597232] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b518ae36-a0fd-41cc-b4a7-e739a7751018 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.605558] env[62697]: DEBUG nova.compute.utils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.607148] env[62697]: DEBUG oslo_concurrency.lockutils [req-4748979f-5a26-4848-8d26-39d12cfcd963 req-91347657-fed1-4f63-85e4-bac64757d9e5 service nova] Releasing lock "refresh_cache-28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.609104] env[62697]: DEBUG nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1530.609304] env[62697]: DEBUG nova.network.neutron [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.679794] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 7b31f551-7141-445a-8468-7777316f58d5] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1530.721561] env[62697]: DEBUG nova.policy [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b50cce57864f88bf67b63199158b7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56a26385d45a487289d93e5a2f8952e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1530.725560] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be623eb9-6564-425b-863a-ddc573a6831b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.731s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.726046] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.726312] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.726512] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Deleting the datastore file [datastore1] ded528ed-7097-4847-9796-7a9a26deb8e1 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.729839] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9258324d-3adf-4280-a796-e4789c1233e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.738130] env[62697]: DEBUG oslo_vmware.api [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for the task: (returnval){ [ 1530.738130] env[62697]: value = "task-1706652" [ 1530.738130] env[62697]: _type = "Task" [ 1530.738130] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.752422] env[62697]: DEBUG oslo_vmware.api [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.884774] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Preparing fetch location {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1530.888126] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Fetch image to [datastore1] OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47/OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47.vmdk {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1530.888126] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Downloading stream optimized image 20f353e6-404e-4c5a-881b-e203420f10c9 to [datastore1] OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47/OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47.vmdk on the data store datastore1 as vApp {{(pid=62697) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1530.888126] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Downloading image file data 20f353e6-404e-4c5a-881b-e203420f10c9 to the ESX as VM named 'OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47' {{(pid=62697) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1530.995412] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1530.995412] env[62697]: value = "resgroup-9" [ 1530.995412] env[62697]: _type = "ResourcePool" [ 1530.995412] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1530.997521] env[62697]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ccf8037e-1728-43e8-a326-57a0a68eacdb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.016460] env[62697]: DEBUG nova.network.neutron [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.023706] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease: (returnval){ [ 1531.023706] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526fd75e-e885-6c39-6ddd-1c7668fb4fb8" [ 1531.023706] env[62697]: _type = "HttpNfcLease" [ 1531.023706] env[62697]: } obtained for vApp import into resource pool (val){ [ 1531.023706] env[62697]: value = "resgroup-9" [ 1531.023706] env[62697]: _type = "ResourcePool" [ 1531.023706] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1531.023980] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the lease: (returnval){ [ 1531.023980] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526fd75e-e885-6c39-6ddd-1c7668fb4fb8" [ 1531.023980] env[62697]: _type = "HttpNfcLease" [ 1531.023980] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1531.030362] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.030362] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526fd75e-e885-6c39-6ddd-1c7668fb4fb8" [ 1531.030362] env[62697]: _type = "HttpNfcLease" [ 1531.030362] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.108989] env[62697]: DEBUG nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1531.114269] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb9b107-a8f9-4da2-96cf-1096e365d01f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.127757] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b5cd54-6aab-4dac-918e-76d1da2a86ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.165646] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc69098-e09d-496f-8d15-e60c5b89b908 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.180018] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c5c30-197f-471e-ae88-bcbc52c2ac3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.183483] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: dc24bb79-1fe3-4f19-bc3e-956a256757ee] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1531.195690] env[62697]: DEBUG nova.network.neutron [-] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.197160] env[62697]: DEBUG nova.compute.provider_tree [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.250714] env[62697]: DEBUG oslo_vmware.api [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.269418] env[62697]: DEBUG nova.network.neutron [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Successfully created port: a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.362444] env[62697]: DEBUG nova.network.neutron [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Updating instance_info_cache with network_info: [{"id": "ea767ea1-98de-4324-bdd2-8f5767ebe954", "address": "fa:16:3e:c3:1d:22", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea767ea1-98", "ovs_interfaceid": "ea767ea1-98de-4324-bdd2-8f5767ebe954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.532067] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.532067] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526fd75e-e885-6c39-6ddd-1c7668fb4fb8" [ 1531.532067] env[62697]: _type = "HttpNfcLease" [ 1531.532067] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.701463] env[62697]: INFO nova.compute.manager [-] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Took 1.61 seconds to deallocate network for instance. [ 1531.701463] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.701463] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances with incomplete migration {{(pid=62697) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1531.707182] env[62697]: DEBUG nova.scheduler.client.report [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1531.752022] env[62697]: DEBUG oslo_vmware.api [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Task: {'id': task-1706652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594398} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.752710] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.752710] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.752710] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.752886] env[62697]: INFO nova.compute.manager [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1531.753535] env[62697]: DEBUG oslo.service.loopingcall [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.753535] env[62697]: DEBUG nova.compute.manager [-] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1531.753535] env[62697]: DEBUG nova.network.neutron [-] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.863189] env[62697]: DEBUG nova.compute.manager [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Received event network-changed-ea767ea1-98de-4324-bdd2-8f5767ebe954 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1531.863494] env[62697]: DEBUG nova.compute.manager [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Refreshing instance network info cache due to event network-changed-ea767ea1-98de-4324-bdd2-8f5767ebe954. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1531.863749] env[62697]: DEBUG oslo_concurrency.lockutils [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] Acquiring lock "refresh_cache-b8cbf001-46f0-42a2-b449-91756c654a5e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.865602] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-b8cbf001-46f0-42a2-b449-91756c654a5e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.865967] env[62697]: DEBUG nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Instance network_info: |[{"id": "ea767ea1-98de-4324-bdd2-8f5767ebe954", "address": "fa:16:3e:c3:1d:22", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea767ea1-98", "ovs_interfaceid": "ea767ea1-98de-4324-bdd2-8f5767ebe954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1531.866295] env[62697]: DEBUG oslo_concurrency.lockutils [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] Acquired lock "refresh_cache-b8cbf001-46f0-42a2-b449-91756c654a5e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.866572] env[62697]: DEBUG nova.network.neutron [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Refreshing network info cache for port ea767ea1-98de-4324-bdd2-8f5767ebe954 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.867723] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:1d:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea767ea1-98de-4324-bdd2-8f5767ebe954', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.876237] env[62697]: DEBUG oslo.service.loopingcall [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.877500] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.877837] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a02b50-3d80-421d-8917-1b96bdbd7a5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.902769] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.902769] env[62697]: value = "task-1706654" [ 1531.902769] env[62697]: _type = "Task" [ 1531.902769] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.912919] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706654, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.034612] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.034612] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526fd75e-e885-6c39-6ddd-1c7668fb4fb8" [ 1532.034612] env[62697]: _type = "HttpNfcLease" [ 1532.034612] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1532.034897] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1532.034897] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526fd75e-e885-6c39-6ddd-1c7668fb4fb8" [ 1532.034897] env[62697]: _type = "HttpNfcLease" [ 1532.034897] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1532.035769] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b2e4ea-6d07-44c5-a650-2e178f1199b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.043903] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2c9d9-173c-38d5-8877-e61f2f6ada83/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1532.044168] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2c9d9-173c-38d5-8877-e61f2f6ada83/disk-0.vmdk. {{(pid=62697) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1532.111686] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a5915af-8c27-4697-ab25-049a3f9bf41c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.123357] env[62697]: DEBUG nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1532.154753] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.154753] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.154753] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.154753] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.154753] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.154753] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.154753] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.154980] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.155213] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.155346] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.155519] env[62697]: DEBUG nova.virt.hardware [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.157655] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1108f0d-374d-4bc4-af7b-a765fa87198c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.167264] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37977f28-c649-47eb-bb98-98702114fb76 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.206541] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.215210] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.216072] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.219154] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.577s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.219435] env[62697]: DEBUG nova.objects.instance [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lazy-loading 'resources' on Instance uuid 53f78b72-6219-42c6-8658-4b07fa70b6a5 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.254418] env[62697]: INFO nova.scheduler.client.report [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted allocations for instance befe100c-1ae4-4475-a872-210cb8123eb8 [ 1532.413968] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706654, 'name': CreateVM_Task, 'duration_secs': 0.447202} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.415774] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.416561] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.416736] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.417195] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.417547] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90dacd7e-42de-4dff-9f01-8c8d66f1984e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.422642] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1532.422642] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52cc843f-f585-fe04-c0de-21faee8be7ed" [ 1532.422642] env[62697]: _type = "Task" [ 1532.422642] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.440534] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cc843f-f585-fe04-c0de-21faee8be7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.442122] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.442423] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.442670] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.442815] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.443029] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.443346] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-281a4593-036b-414e-ac6b-850844312925 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.451942] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.452146] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.454220] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1f553d-d052-4987-a5cf-7c85c5d0e9fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.460220] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1532.460220] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52fe742c-6437-ea73-425e-19ca0e6d32a0" [ 1532.460220] env[62697]: _type = "Task" [ 1532.460220] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.472048] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fe742c-6437-ea73-425e-19ca0e6d32a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.622235] env[62697]: DEBUG nova.network.neutron [-] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.767445] env[62697]: DEBUG nova.network.neutron [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Updated VIF entry in instance network info cache for port ea767ea1-98de-4324-bdd2-8f5767ebe954. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.767784] env[62697]: DEBUG nova.network.neutron [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Updating instance_info_cache with network_info: [{"id": "ea767ea1-98de-4324-bdd2-8f5767ebe954", "address": "fa:16:3e:c3:1d:22", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea767ea1-98", "ovs_interfaceid": "ea767ea1-98de-4324-bdd2-8f5767ebe954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.773710] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e5194ed-5a32-4657-8092-95da42fa1e67 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "befe100c-1ae4-4475-a872-210cb8123eb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.651s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.918830] env[62697]: DEBUG nova.compute.manager [req-5d2ce50b-6d22-40bd-b1fa-13626a6a0640 req-25dba985-d962-4ed2-b29b-c16f5a4e2b57 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Received event network-vif-plugged-a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1532.918830] env[62697]: DEBUG oslo_concurrency.lockutils [req-5d2ce50b-6d22-40bd-b1fa-13626a6a0640 req-25dba985-d962-4ed2-b29b-c16f5a4e2b57 service nova] Acquiring lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.918830] env[62697]: DEBUG oslo_concurrency.lockutils [req-5d2ce50b-6d22-40bd-b1fa-13626a6a0640 req-25dba985-d962-4ed2-b29b-c16f5a4e2b57 service nova] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.919014] env[62697]: DEBUG oslo_concurrency.lockutils [req-5d2ce50b-6d22-40bd-b1fa-13626a6a0640 req-25dba985-d962-4ed2-b29b-c16f5a4e2b57 service nova] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.919190] env[62697]: DEBUG nova.compute.manager [req-5d2ce50b-6d22-40bd-b1fa-13626a6a0640 req-25dba985-d962-4ed2-b29b-c16f5a4e2b57 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] No waiting events found dispatching network-vif-plugged-a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1532.919442] env[62697]: WARNING nova.compute.manager [req-5d2ce50b-6d22-40bd-b1fa-13626a6a0640 req-25dba985-d962-4ed2-b29b-c16f5a4e2b57 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Received unexpected event network-vif-plugged-a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 for instance with vm_state building and task_state spawning. [ 1532.976066] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fe742c-6437-ea73-425e-19ca0e6d32a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.979069] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe11559b-bfe4-4954-b07a-b0f2e1829107 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.987142] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1532.987142] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f35432-6155-3ecc-e67c-94a7a6ba6893" [ 1532.987142] env[62697]: _type = "Task" [ 1532.987142] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.000414] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f35432-6155-3ecc-e67c-94a7a6ba6893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.017115] env[62697]: DEBUG nova.network.neutron [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Successfully updated port: a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.056878] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Completed reading data from the image iterator. {{(pid=62697) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1533.056996] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2c9d9-173c-38d5-8877-e61f2f6ada83/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1533.058074] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bec281-521e-437b-b3f8-8fcb116b10a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.065015] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2c9d9-173c-38d5-8877-e61f2f6ada83/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1533.065200] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2c9d9-173c-38d5-8877-e61f2f6ada83/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1533.067631] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d577c178-cde2-4a0f-aa8e-33a864ab1830 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.127340] env[62697]: INFO nova.compute.manager [-] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Took 1.37 seconds to deallocate network for instance. [ 1533.154298] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa4592-70cd-47ec-9345-44a82d93734e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.162361] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff4860-2121-4773-83a9-a91417ab9aa6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.195181] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7778b4fd-0b1b-47f7-a395-8149f189726c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.203163] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb210bf6-bcca-451a-8dff-d58657f6a1c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.216636] env[62697]: DEBUG nova.compute.provider_tree [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.271910] env[62697]: DEBUG oslo_concurrency.lockutils [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] Releasing lock "refresh_cache-b8cbf001-46f0-42a2-b449-91756c654a5e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.272364] env[62697]: DEBUG nova.compute.manager [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Received event network-vif-deleted-b8be124e-2872-4710-8d73-589f33217355 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1533.272435] env[62697]: DEBUG nova.compute.manager [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Received event network-changed-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1533.272615] env[62697]: DEBUG nova.compute.manager [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Refreshing instance network info cache due to event network-changed-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1533.272870] env[62697]: DEBUG oslo_concurrency.lockutils [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] Acquiring lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.273098] env[62697]: DEBUG oslo_concurrency.lockutils [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] Acquired lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.273350] env[62697]: DEBUG nova.network.neutron [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Refreshing network info cache for port 5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.496974] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f35432-6155-3ecc-e67c-94a7a6ba6893, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.497203] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.497447] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] b8cbf001-46f0-42a2-b449-91756c654a5e/b8cbf001-46f0-42a2-b449-91756c654a5e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.497706] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f86e680a-f321-4595-8562-c1533fb457ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.505180] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1533.505180] env[62697]: value = "task-1706655" [ 1533.505180] env[62697]: _type = "Task" [ 1533.505180] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.515107] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.520801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.520967] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.521138] env[62697]: DEBUG nova.network.neutron [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.633477] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.704518] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.705016] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.721597] env[62697]: DEBUG nova.scheduler.client.report [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1534.006188] env[62697]: DEBUG nova.compute.manager [req-ee1c3523-0c92-4759-8df0-29954c907daf req-d1a0ee2e-2c32-465b-8905-e1b809cbb2b1 service nova] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Received event network-vif-deleted-9a59b62c-e16e-432c-a64e-f37797bdd0f3 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1534.020014] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.057425] env[62697]: DEBUG nova.network.neutron [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.173493] env[62697]: DEBUG oslo_vmware.rw_handles [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2c9d9-173c-38d5-8877-e61f2f6ada83/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1534.173755] env[62697]: INFO nova.virt.vmwareapi.images [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Downloaded image file data 20f353e6-404e-4c5a-881b-e203420f10c9 [ 1534.174564] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2749a92-084c-4d1d-a5fa-6b6236e818a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.195010] env[62697]: DEBUG nova.network.neutron [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Updating instance_info_cache with network_info: [{"id": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "address": "fa:16:3e:ee:04:50", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3baaf9d-b3", "ovs_interfaceid": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.196757] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd5b755-eeec-49ee-b45f-57d73d3a18b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.220693] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.220928] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1534.225378] env[62697]: INFO nova.virt.vmwareapi.images [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] The imported VM was unregistered [ 1534.227887] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Caching image {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1534.228150] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating directory with path [datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9 {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.229657] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d72f86f-8364-4f92-b227-5f4fd05ea026 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.231915] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.234679] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.595s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.234928] env[62697]: DEBUG nova.objects.instance [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lazy-loading 'resources' on Instance uuid 1b474473-e1cd-4a71-be47-f9e54d37a059 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.267270] env[62697]: INFO nova.scheduler.client.report [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Deleted allocations for instance 53f78b72-6219-42c6-8658-4b07fa70b6a5 [ 1534.273331] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created directory with path [datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9 {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.273536] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47/OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47.vmdk to [datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9/20f353e6-404e-4c5a-881b-e203420f10c9.vmdk. {{(pid=62697) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1534.274164] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b836d37b-26c1-4312-8c01-890b0c132f33 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.282590] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1534.282590] env[62697]: value = "task-1706657" [ 1534.282590] env[62697]: _type = "Task" [ 1534.282590] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.288648] env[62697]: DEBUG nova.network.neutron [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updated VIF entry in instance network info cache for port 5b34d8c5-24d3-4e16-82bd-93cb8ac9f244. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.289061] env[62697]: DEBUG nova.network.neutron [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updating instance_info_cache with network_info: [{"id": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "address": "fa:16:3e:e1:e6:76", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b34d8c5-24", "ovs_interfaceid": "5b34d8c5-24d3-4e16-82bd-93cb8ac9f244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.295676] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706657, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.522345] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706655, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.711040] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.711040] env[62697]: DEBUG nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Instance network_info: |[{"id": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "address": "fa:16:3e:ee:04:50", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3baaf9d-b3", "ovs_interfaceid": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1534.711040] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:04:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3baaf9d-b328-4430-b50b-cc2e3a1d21d8', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.720202] env[62697]: DEBUG oslo.service.loopingcall [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.720202] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.720202] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a2c6650-6174-4804-bb87-3d479f17426c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.743197] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.743197] env[62697]: value = "task-1706658" [ 1534.743197] env[62697]: _type = "Task" [ 1534.743197] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.752475] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706658, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.777660] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87fd47e9-6f17-467b-b697-6de6af2a7898 tempest-MultipleCreateTestJSON-301784282 tempest-MultipleCreateTestJSON-301784282-project-member] Lock "53f78b72-6219-42c6-8658-4b07fa70b6a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.282s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.794642] env[62697]: DEBUG oslo_concurrency.lockutils [req-18ea07d2-8ce2-4d77-a039-75e4a6429a42 req-037db3ad-d8ba-4ed3-91dd-37833a3999c1 service nova] Releasing lock "refresh_cache-735f1172-0814-4f6c-a060-8b0359ee95b4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.799946] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706657, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.952940] env[62697]: DEBUG nova.compute.manager [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Received event network-changed-a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1534.953237] env[62697]: DEBUG nova.compute.manager [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Refreshing instance network info cache due to event network-changed-a3baaf9d-b328-4430-b50b-cc2e3a1d21d8. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1534.953429] env[62697]: DEBUG oslo_concurrency.lockutils [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] Acquiring lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.954035] env[62697]: DEBUG oslo_concurrency.lockutils [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] Acquired lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.954035] env[62697]: DEBUG nova.network.neutron [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Refreshing network info cache for port a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.026991] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706655, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.022851} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.029324] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] b8cbf001-46f0-42a2-b449-91756c654a5e/b8cbf001-46f0-42a2-b449-91756c654a5e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.029658] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.032870] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43e4cf9a-0d3b-4f3c-87da-3352e672ab8e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.041449] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1535.041449] env[62697]: value = "task-1706659" [ 1535.041449] env[62697]: _type = "Task" [ 1535.041449] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.055811] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.242776] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8bc810-facc-4b33-b023-4a24f839d4ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.259849] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e95acc-527c-4417-802f-f9b2b74fc370 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.263869] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706658, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.296123] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce5f19-ca83-4f05-ab0f-1c20b6d134f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.307801] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef915310-da3e-481c-a546-928a3a448f6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.312148] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706657, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.323109] env[62697]: DEBUG nova.compute.provider_tree [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.556628] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073415} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.557263] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.558594] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e362c-1486-4259-aae0-fac400504f03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.595993] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b8cbf001-46f0-42a2-b449-91756c654a5e/b8cbf001-46f0-42a2-b449-91756c654a5e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.599165] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9925c3ca-51a8-4fd0-bb2a-01a8a9a2409a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.623410] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1535.623410] env[62697]: value = "task-1706660" [ 1535.623410] env[62697]: _type = "Task" [ 1535.623410] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.632946] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.760026] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706658, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.802433] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706657, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.826996] env[62697]: DEBUG nova.scheduler.client.report [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1536.041116] env[62697]: DEBUG nova.network.neutron [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Updated VIF entry in instance network info cache for port a3baaf9d-b328-4430-b50b-cc2e3a1d21d8. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.041615] env[62697]: DEBUG nova.network.neutron [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Updating instance_info_cache with network_info: [{"id": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "address": "fa:16:3e:ee:04:50", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3baaf9d-b3", "ovs_interfaceid": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.135478] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.264296] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706658, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.307330] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706657, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.332163] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.335126] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.583s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.335126] env[62697]: DEBUG nova.objects.instance [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1536.371799] env[62697]: INFO nova.scheduler.client.report [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Deleted allocations for instance 1b474473-e1cd-4a71-be47-f9e54d37a059 [ 1536.546287] env[62697]: DEBUG oslo_concurrency.lockutils [req-9c907d62-90aa-44d6-90a6-aed09527698c req-c8318004-04a0-44ef-9fdb-e74a103e4163 service nova] Releasing lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.636830] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.766667] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706658, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.806207] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706657, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.884480] env[62697]: DEBUG oslo_concurrency.lockutils [None req-704445ff-852d-4970-8566-dbe869abe7c2 tempest-MigrationsAdminTest-1487742647 tempest-MigrationsAdminTest-1487742647-project-member] Lock "1b474473-e1cd-4a71-be47-f9e54d37a059" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.789s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.135185] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.262291] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706658, 'name': CreateVM_Task, 'duration_secs': 2.295356} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.262475] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.263183] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.263451] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.263694] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.264013] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb389401-bfc3-4621-b5df-1d2a1b8a09aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.269326] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1537.269326] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5298c05f-7843-806a-28c6-18f95d9cf4c8" [ 1537.269326] env[62697]: _type = "Task" [ 1537.269326] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.278059] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5298c05f-7843-806a-28c6-18f95d9cf4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.304375] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706657, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.924489} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.304634] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47/OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47.vmdk to [datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9/20f353e6-404e-4c5a-881b-e203420f10c9.vmdk. [ 1537.304828] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Cleaning up location [datastore1] OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1537.304998] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e8c426c1-f04e-4040-a7fb-5d69dc88ad47 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.305266] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef487f8-b66a-4020-a8a4-68827592ec14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.311964] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1537.311964] env[62697]: value = "task-1706661" [ 1537.311964] env[62697]: _type = "Task" [ 1537.311964] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.320718] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.352305] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bcd9b416-0992-4c15-a909-af1e3011e73f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.353497] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.522s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.354971] env[62697]: INFO nova.compute.claims [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.640254] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706660, 'name': ReconfigVM_Task, 'duration_secs': 1.894718} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.641084] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b8cbf001-46f0-42a2-b449-91756c654a5e/b8cbf001-46f0-42a2-b449-91756c654a5e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.641766] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5460acd2-2e45-45e7-9103-ff04bc332067 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.648918] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1537.648918] env[62697]: value = "task-1706662" [ 1537.648918] env[62697]: _type = "Task" [ 1537.648918] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.657826] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706662, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.782841] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5298c05f-7843-806a-28c6-18f95d9cf4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.053791} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.783810] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.784100] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.784361] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.784513] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.784696] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.785209] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c542c377-f509-4c20-93e9-266757e0aa33 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.800613] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.800824] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.801594] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b004b3-27dd-4db2-862c-eb8d2fe236a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.807852] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1537.807852] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527c14c4-ad66-1756-73eb-282a0a681e6b" [ 1537.807852] env[62697]: _type = "Task" [ 1537.807852] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.818330] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527c14c4-ad66-1756-73eb-282a0a681e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.823209] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104513} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.823456] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.823630] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9/20f353e6-404e-4c5a-881b-e203420f10c9.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.823907] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9/20f353e6-404e-4c5a-881b-e203420f10c9.vmdk to [datastore1] 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce/28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.824250] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3327113e-2cb2-4aa9-b4d5-ff6d4424eee9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.831077] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1537.831077] env[62697]: value = "task-1706663" [ 1537.831077] env[62697]: _type = "Task" [ 1537.831077] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.840433] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.159905] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706662, 'name': Rename_Task, 'duration_secs': 0.303695} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.160467] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.160763] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f0d187-a7b5-485d-bffc-0c31ca9b60c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.167326] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1538.167326] env[62697]: value = "task-1706664" [ 1538.167326] env[62697]: _type = "Task" [ 1538.167326] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.176157] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.319220] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527c14c4-ad66-1756-73eb-282a0a681e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.025024} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.320315] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28a254a-454d-490e-9149-d5a2c7e1663f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.326513] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1538.326513] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f42ff4-afa0-f3d2-98f9-8a7f3be58222" [ 1538.326513] env[62697]: _type = "Task" [ 1538.326513] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.338741] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f42ff4-afa0-f3d2-98f9-8a7f3be58222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.343562] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706663, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.679831] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.799475] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07acb150-aec7-4676-ae71-b2311958bbf5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.815362] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27eab7-96d3-4af8-bc46-e72fe4cadc3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.816428] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.817239] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.817239] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1538.857396] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e5fd8a-fe83-4022-8073-aedff1cd6e35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.868041] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f42ff4-afa0-f3d2-98f9-8a7f3be58222, 'name': SearchDatastore_Task, 'duration_secs': 0.089444} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.872629] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.873093] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/bbd84d19-cc74-4c9f-aeba-0abe53b81ced.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.873821] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706663, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.874150] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb706de1-c4ec-42d1-9dd2-35b0448ae7e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.877555] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830168e-cb8a-452c-bd9d-20cd17a712cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.894964] env[62697]: DEBUG nova.compute.provider_tree [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.898228] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1538.898228] env[62697]: value = "task-1706665" [ 1538.898228] env[62697]: _type = "Task" [ 1538.898228] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.908141] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.178705] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.358263] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706663, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.371770] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.400086] env[62697]: DEBUG nova.scheduler.client.report [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1539.414918] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.680345] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706664, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.857958] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706663, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.909644] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.910445] env[62697]: DEBUG nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1539.915688] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.758s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.917684] env[62697]: INFO nova.compute.claims [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.928353] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.000191] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.184294] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.360036] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706663, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.445685} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.360396] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f353e6-404e-4c5a-881b-e203420f10c9/20f353e6-404e-4c5a-881b-e203420f10c9.vmdk to [datastore1] 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce/28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.361197] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8787cf-a2b8-4471-9a0e-474d16cc9040 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.386563] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce/28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.386731] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a5f219-d625-43fd-9de9-7691db655520 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.410735] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1540.410735] env[62697]: value = "task-1706666" [ 1540.410735] env[62697]: _type = "Task" [ 1540.410735] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.418854] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.423520] env[62697]: DEBUG nova.compute.utils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.424689] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.428548] env[62697]: DEBUG nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1540.428548] env[62697]: DEBUG nova.network.neutron [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.504638] env[62697]: DEBUG nova.policy [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ce07ae0b6b5478281a95f6ea1d61c34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9a89b17ca641c694c4680daedb3b4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1540.506638] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-29babd74-293a-4d57-9e2a-b25181e507b7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.506843] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1540.507474] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.508017] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.508198] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.508394] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.508519] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.508666] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.508794] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1540.508941] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.680830] env[62697]: DEBUG oslo_vmware.api [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706664, 'name': PowerOnVM_Task, 'duration_secs': 2.392822} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.681126] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.681352] env[62697]: INFO nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1540.681544] env[62697]: DEBUG nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1540.682428] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2b70ea-42ca-4b97-8af8-727667c81e22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.918121] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706665, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.77266} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.918497] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/bbd84d19-cc74-4c9f-aeba-0abe53b81ced.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.918771] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.919445] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c4764f-a7a4-4690-979c-296281f1384a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.924531] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706666, 'name': ReconfigVM_Task, 'duration_secs': 0.458449} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.925118] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce/28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.927542] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42460400-9cb9-469a-87a3-fc99875fae8d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.930835] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1540.930835] env[62697]: value = "task-1706667" [ 1540.930835] env[62697]: _type = "Task" [ 1540.930835] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.940193] env[62697]: DEBUG nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1540.942200] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1540.942200] env[62697]: value = "task-1706668" [ 1540.942200] env[62697]: _type = "Task" [ 1540.942200] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.949760] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.955370] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706668, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.015470] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.018314] env[62697]: DEBUG nova.network.neutron [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Successfully created port: 897a4c09-575e-4388-a4ad-058d3801f3bf {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.204434] env[62697]: INFO nova.compute.manager [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Took 39.75 seconds to build instance. [ 1541.329812] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a4f3c9-efd6-4177-a004-215f1cc70666 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.337155] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccbb986-ff37-4b20-b183-ed6f12781421 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.372146] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167b91c7-25ee-4fc1-b61e-ffd1fa1ceba5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.378592] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebbb7f-c9ef-4c77-a179-5225ff6fd5ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.392544] env[62697]: DEBUG nova.compute.provider_tree [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.441281] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071064} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.441576] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.442443] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e69d6-5a1c-4165-b637-649480f7b7e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.465389] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706668, 'name': Rename_Task, 'duration_secs': 0.149744} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.474234] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/bbd84d19-cc74-4c9f-aeba-0abe53b81ced.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.474804] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.475329] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b16507e0-c300-401d-97de-62fe307fd1ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.489797] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3a63a01-88c5-441f-b4c4-ff0521939deb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.497827] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1541.497827] env[62697]: value = "task-1706669" [ 1541.497827] env[62697]: _type = "Task" [ 1541.497827] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.498420] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1541.498420] env[62697]: value = "task-1706670" [ 1541.498420] env[62697]: _type = "Task" [ 1541.498420] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.512799] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.516620] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.707359] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2a2a908-48be-41a7-87aa-8f96d975c2de tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.263s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.896307] env[62697]: DEBUG nova.scheduler.client.report [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1541.976871] env[62697]: DEBUG nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1541.998652] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1541.998971] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1541.999209] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.999492] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1541.999721] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.999973] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1542.000247] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1542.000595] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1542.000595] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1542.000807] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1542.001029] env[62697]: DEBUG nova.virt.hardware [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1542.002008] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6284a576-ed6c-4f00-9009-76c9421aa7c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.016901] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.022279] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706669, 'name': PowerOnVM_Task} progress is 84%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.024033] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad229a5-95b8-4310-bb63-f376a197e290 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.401794] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.402389] env[62697]: DEBUG nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1542.405480] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.953s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.405710] env[62697]: DEBUG nova.objects.instance [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lazy-loading 'resources' on Instance uuid de472561-00a8-455e-897d-599512fcc841 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.493265] env[62697]: DEBUG nova.compute.manager [req-a83832bb-4ff4-4b3a-b8fd-26787ef9ea26 req-29faa73d-85d3-4ab6-95bf-6d92f6abe44c service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Received event network-vif-plugged-897a4c09-575e-4388-a4ad-058d3801f3bf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1542.493265] env[62697]: DEBUG oslo_concurrency.lockutils [req-a83832bb-4ff4-4b3a-b8fd-26787ef9ea26 req-29faa73d-85d3-4ab6-95bf-6d92f6abe44c service nova] Acquiring lock "495eb777-5198-4544-84c4-be4441450b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.493265] env[62697]: DEBUG oslo_concurrency.lockutils [req-a83832bb-4ff4-4b3a-b8fd-26787ef9ea26 req-29faa73d-85d3-4ab6-95bf-6d92f6abe44c service nova] Lock "495eb777-5198-4544-84c4-be4441450b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.493265] env[62697]: DEBUG oslo_concurrency.lockutils [req-a83832bb-4ff4-4b3a-b8fd-26787ef9ea26 req-29faa73d-85d3-4ab6-95bf-6d92f6abe44c service nova] Lock "495eb777-5198-4544-84c4-be4441450b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.493265] env[62697]: DEBUG nova.compute.manager [req-a83832bb-4ff4-4b3a-b8fd-26787ef9ea26 req-29faa73d-85d3-4ab6-95bf-6d92f6abe44c service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] No waiting events found dispatching network-vif-plugged-897a4c09-575e-4388-a4ad-058d3801f3bf {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1542.493265] env[62697]: WARNING nova.compute.manager [req-a83832bb-4ff4-4b3a-b8fd-26787ef9ea26 req-29faa73d-85d3-4ab6-95bf-6d92f6abe44c service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Received unexpected event network-vif-plugged-897a4c09-575e-4388-a4ad-058d3801f3bf for instance with vm_state building and task_state spawning. [ 1542.514720] env[62697]: DEBUG oslo_vmware.api [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706669, 'name': PowerOnVM_Task, 'duration_secs': 0.754996} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.514720] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.514720] env[62697]: INFO nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Took 16.62 seconds to spawn the instance on the hypervisor. [ 1542.515183] env[62697]: DEBUG nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1542.516036] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59a0629-d71a-4c0b-933e-7da1ba368a7b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.522672] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706670, 'name': ReconfigVM_Task, 'duration_secs': 0.894778} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.524218] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Reconfigured VM instance instance-0000004a to attach disk [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/bbd84d19-cc74-4c9f-aeba-0abe53b81ced.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.527374] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5843b792-12c3-4a69-9eb9-bdd2a7cd6d99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.536031] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1542.536031] env[62697]: value = "task-1706671" [ 1542.536031] env[62697]: _type = "Task" [ 1542.536031] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.544254] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706671, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.608238] env[62697]: DEBUG nova.network.neutron [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Successfully updated port: 897a4c09-575e-4388-a4ad-058d3801f3bf {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.909381] env[62697]: DEBUG nova.compute.utils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.913907] env[62697]: DEBUG nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1542.914902] env[62697]: DEBUG nova.network.neutron [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.964613] env[62697]: DEBUG nova.policy [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1d4de21fe84af494a0e1af11bb33c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd181e836304a20923f883ea3733ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1543.040382] env[62697]: INFO nova.compute.manager [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Took 45.34 seconds to build instance. [ 1543.056020] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706671, 'name': Rename_Task, 'duration_secs': 0.22573} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.057305] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.057305] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4464ff57-105b-4c10-8e1a-09de96a76a9c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.069090] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1543.069090] env[62697]: value = "task-1706672" [ 1543.069090] env[62697]: _type = "Task" [ 1543.069090] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.081675] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.110788] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.110871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquired lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.110953] env[62697]: DEBUG nova.network.neutron [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.329676] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed3e204-5c3f-4be9-8528-b8815f16b160 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.339864] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d8dcb8-120a-48d6-bd65-679b34c73a2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.375128] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c0b37-0ffb-4c15-bd22-7504afc457a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.381241] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "b8cbf001-46f0-42a2-b449-91756c654a5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.381475] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.388184] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078e8248-3980-40f3-9dd2-e812c8b26025 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.408869] env[62697]: DEBUG nova.compute.provider_tree [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.414916] env[62697]: DEBUG nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1543.525285] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.547176] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e9e19615-b779-4cf8-af78-6c1f7f614f55 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.853s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.547470] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.022s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.547703] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.547923] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.548114] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.551083] env[62697]: INFO nova.compute.manager [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Terminating instance [ 1543.556477] env[62697]: DEBUG nova.compute.manager [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1543.556477] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.556477] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00609489-c745-4db2-9e2b-74d9a0b2aa15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.564344] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.564999] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a65691-bbed-435f-b980-0d494ca7ffdc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.574799] env[62697]: DEBUG oslo_vmware.api [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1543.574799] env[62697]: value = "task-1706673" [ 1543.574799] env[62697]: _type = "Task" [ 1543.574799] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.584219] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706672, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.589885] env[62697]: DEBUG oslo_vmware.api [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.666891] env[62697]: DEBUG nova.network.neutron [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.674841] env[62697]: DEBUG nova.network.neutron [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Successfully created port: aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.837678] env[62697]: DEBUG nova.network.neutron [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Updating instance_info_cache with network_info: [{"id": "897a4c09-575e-4388-a4ad-058d3801f3bf", "address": "fa:16:3e:f2:b9:01", "network": {"id": "b5be044a-8a64-4579-a954-64e532b5a508", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-822029015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9a89b17ca641c694c4680daedb3b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897a4c09-57", "ovs_interfaceid": "897a4c09-575e-4388-a4ad-058d3801f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.888026] env[62697]: DEBUG nova.compute.utils [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.912386] env[62697]: DEBUG nova.scheduler.client.report [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1544.085358] env[62697]: DEBUG oslo_vmware.api [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706672, 'name': PowerOnVM_Task, 'duration_secs': 0.732833} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.087310] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.088240] env[62697]: INFO nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Took 11.96 seconds to spawn the instance on the hypervisor. [ 1544.088240] env[62697]: DEBUG nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1544.088240] env[62697]: DEBUG oslo_vmware.api [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706673, 'name': PowerOffVM_Task, 'duration_secs': 0.196962} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.088872] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab89396-f48d-4ff3-a598-1dde890afb75 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.091163] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.091309] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.091556] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89c36e7-81fb-4a5d-a831-513c43560758 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.244296] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.244565] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.244773] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleting the datastore file [datastore1] 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.245075] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca764d45-2609-4321-87cd-bde73687d123 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.251251] env[62697]: DEBUG oslo_vmware.api [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1544.251251] env[62697]: value = "task-1706675" [ 1544.251251] env[62697]: _type = "Task" [ 1544.251251] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.259123] env[62697]: DEBUG oslo_vmware.api [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.340742] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Releasing lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.341140] env[62697]: DEBUG nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Instance network_info: |[{"id": "897a4c09-575e-4388-a4ad-058d3801f3bf", "address": "fa:16:3e:f2:b9:01", "network": {"id": "b5be044a-8a64-4579-a954-64e532b5a508", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-822029015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9a89b17ca641c694c4680daedb3b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897a4c09-57", "ovs_interfaceid": "897a4c09-575e-4388-a4ad-058d3801f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1544.341601] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:b9:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '897a4c09-575e-4388-a4ad-058d3801f3bf', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.349354] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Creating folder: Project (1f9a89b17ca641c694c4680daedb3b4e). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.349655] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d8d3eef-6f1a-41bb-ae0e-c7afc875f602 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.361222] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Created folder: Project (1f9a89b17ca641c694c4680daedb3b4e) in parent group-v355409. [ 1544.361222] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Creating folder: Instances. Parent ref: group-v355610. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.361222] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eed91272-a0a7-4c7e-a67e-df3dbeb4bbd5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.370277] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Created folder: Instances in parent group-v355610. [ 1544.370728] env[62697]: DEBUG oslo.service.loopingcall [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.370728] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495eb777-5198-4544-84c4-be4441450b05] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.370951] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f2d08d7-677b-415b-b587-a3b1e34ada03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.390840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.391345] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.391345] env[62697]: value = "task-1706678" [ 1544.391345] env[62697]: _type = "Task" [ 1544.391345] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.402464] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706678, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.417518] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.419878] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.412s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.420188] env[62697]: DEBUG nova.objects.instance [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lazy-loading 'resources' on Instance uuid 738d4439-3f2c-4941-8c10-fcc2db6ab4ec {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.424847] env[62697]: DEBUG nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1544.465445] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1544.465445] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1544.465445] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.465980] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1544.465980] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.465980] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1544.466183] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1544.466261] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1544.466497] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1544.466672] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1544.466852] env[62697]: DEBUG nova.virt.hardware [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1544.468164] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757ba88-fa7c-4162-b273-f7a1f2906eba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.472018] env[62697]: INFO nova.scheduler.client.report [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleted allocations for instance de472561-00a8-455e-897d-599512fcc841 [ 1544.479405] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6f84c-45e0-4ef3-a324-7e60a3f9f593 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.607444] env[62697]: INFO nova.compute.manager [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Took 41.76 seconds to build instance. [ 1544.762898] env[62697]: DEBUG oslo_vmware.api [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31129} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.763628] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.763628] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.763628] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.763831] env[62697]: INFO nova.compute.manager [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1544.764062] env[62697]: DEBUG oslo.service.loopingcall [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.764225] env[62697]: DEBUG nova.compute.manager [-] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1544.764324] env[62697]: DEBUG nova.network.neutron [-] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.857179] env[62697]: DEBUG nova.compute.manager [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Received event network-changed-897a4c09-575e-4388-a4ad-058d3801f3bf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1544.857392] env[62697]: DEBUG nova.compute.manager [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Refreshing instance network info cache due to event network-changed-897a4c09-575e-4388-a4ad-058d3801f3bf. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1544.857615] env[62697]: DEBUG oslo_concurrency.lockutils [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] Acquiring lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.857767] env[62697]: DEBUG oslo_concurrency.lockutils [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] Acquired lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.857931] env[62697]: DEBUG nova.network.neutron [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Refreshing network info cache for port 897a4c09-575e-4388-a4ad-058d3801f3bf {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.903790] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706678, 'name': CreateVM_Task, 'duration_secs': 0.383843} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.903790] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495eb777-5198-4544-84c4-be4441450b05] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.904487] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.904646] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.905023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.905310] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b33d2c7-1c92-4a25-a298-80b2e8bbbbd3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.910530] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1544.910530] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52174981-2d2e-624e-d971-f19e37421826" [ 1544.910530] env[62697]: _type = "Task" [ 1544.910530] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.921975] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52174981-2d2e-624e-d971-f19e37421826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.983524] env[62697]: DEBUG oslo_concurrency.lockutils [None req-98c5a319-0e96-4c2b-85c6-6e05c08bfbed tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "de472561-00a8-455e-897d-599512fcc841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.752s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.019090] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "72445f8a-bd58-4d62-814a-6710d37ee433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.019090] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "72445f8a-bd58-4d62-814a-6710d37ee433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.111341] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ee3bc76b-ce67-4c9d-a7d2-cdc303c1b7cd tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.273s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.312688] env[62697]: DEBUG nova.compute.manager [req-0232d02b-cc4f-4528-b2af-583cf026ba79 req-c541439d-d8d6-46a9-8e06-26abd6ff209b service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Received event network-vif-deleted-458042ab-8ff9-4823-8743-c538e4ec048e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1545.312688] env[62697]: INFO nova.compute.manager [req-0232d02b-cc4f-4528-b2af-583cf026ba79 req-c541439d-d8d6-46a9-8e06-26abd6ff209b service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Neutron deleted interface 458042ab-8ff9-4823-8743-c538e4ec048e; detaching it from the instance and deleting it from the info cache [ 1545.312688] env[62697]: DEBUG nova.network.neutron [req-0232d02b-cc4f-4528-b2af-583cf026ba79 req-c541439d-d8d6-46a9-8e06-26abd6ff209b service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.318969] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2fb340-d798-40d4-86f9-2b9c7def37ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.330622] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a885f3-75cf-4d53-a5cf-0b1ec427f891 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.366221] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00bfd13-ae82-46ed-8fbf-fd9e659ecf3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.374814] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b23a105-4212-4a98-9586-ff09d59ed7cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.390541] env[62697]: DEBUG nova.compute.provider_tree [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.423801] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52174981-2d2e-624e-d971-f19e37421826, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.424444] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.424679] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.424916] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.425186] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.425401] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.425636] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22fdbf84-74df-4f24-9e57-d813012829bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.437584] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.437871] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.438650] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059ce04d-e517-4539-8d20-ff099d0499ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.446569] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1545.446569] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dfad0b-c06f-4d91-bd7d-8b81c639c71f" [ 1545.446569] env[62697]: _type = "Task" [ 1545.446569] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.454206] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dfad0b-c06f-4d91-bd7d-8b81c639c71f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.472330] env[62697]: DEBUG nova.network.neutron [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Successfully updated port: aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.478943] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "b8cbf001-46f0-42a2-b449-91756c654a5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.479254] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.479484] env[62697]: INFO nova.compute.manager [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Attaching volume 951442d5-6c48-4c58-aaa4-8f0f7f3aa092 to /dev/sdb [ 1545.484649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "e04f9fa2-b3a8-4955-889f-0d41443b877c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.484649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.523351] env[62697]: DEBUG nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1545.528800] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a6b80-d7b2-4a2a-bfa2-5039743969eb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.536456] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7a62cd-de2e-40ce-80b4-011759a500a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.551658] env[62697]: DEBUG nova.virt.block_device [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Updating existing volume attachment record: b73b932e-1ac9-40ef-9ca4-458f3ab913ca {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1545.572362] env[62697]: DEBUG nova.network.neutron [-] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.629749] env[62697]: DEBUG nova.network.neutron [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Updated VIF entry in instance network info cache for port 897a4c09-575e-4388-a4ad-058d3801f3bf. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.630155] env[62697]: DEBUG nova.network.neutron [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Updating instance_info_cache with network_info: [{"id": "897a4c09-575e-4388-a4ad-058d3801f3bf", "address": "fa:16:3e:f2:b9:01", "network": {"id": "b5be044a-8a64-4579-a954-64e532b5a508", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-822029015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9a89b17ca641c694c4680daedb3b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897a4c09-57", "ovs_interfaceid": "897a4c09-575e-4388-a4ad-058d3801f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.662311] env[62697]: INFO nova.compute.manager [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Rescuing [ 1545.662612] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.662809] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.663017] env[62697]: DEBUG nova.network.neutron [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.814683] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ca57347-b4de-4def-8a46-36695e7273aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.823777] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f21f5d-615f-4031-96cd-c55203ecff17 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.857505] env[62697]: DEBUG nova.compute.manager [req-0232d02b-cc4f-4528-b2af-583cf026ba79 req-c541439d-d8d6-46a9-8e06-26abd6ff209b service nova] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Detach interface failed, port_id=458042ab-8ff9-4823-8743-c538e4ec048e, reason: Instance 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1545.893896] env[62697]: DEBUG nova.scheduler.client.report [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1545.959796] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dfad0b-c06f-4d91-bd7d-8b81c639c71f, 'name': SearchDatastore_Task, 'duration_secs': 0.03751} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.960630] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9090a1-10e1-42ef-ace3-07321ea29b8f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.965724] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1545.965724] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5222e925-244d-d1fc-16fb-d51dcbbd179e" [ 1545.965724] env[62697]: _type = "Task" [ 1545.965724] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.973212] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5222e925-244d-d1fc-16fb-d51dcbbd179e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.982029] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.982183] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.982338] env[62697]: DEBUG nova.network.neutron [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.987419] env[62697]: DEBUG nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1546.053919] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.075265] env[62697]: INFO nova.compute.manager [-] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Took 1.31 seconds to deallocate network for instance. [ 1546.135794] env[62697]: DEBUG oslo_concurrency.lockutils [req-896ec625-9297-492b-981d-a2264e8658e4 req-d25590cd-bcdf-4853-91df-af9407c82d49 service nova] Releasing lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.355399] env[62697]: DEBUG nova.network.neutron [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Updating instance_info_cache with network_info: [{"id": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "address": "fa:16:3e:ee:04:50", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3baaf9d-b3", "ovs_interfaceid": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.402116] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.404550] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.819s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.405855] env[62697]: INFO nova.compute.claims [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.423115] env[62697]: INFO nova.scheduler.client.report [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted allocations for instance 738d4439-3f2c-4941-8c10-fcc2db6ab4ec [ 1546.476170] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5222e925-244d-d1fc-16fb-d51dcbbd179e, 'name': SearchDatastore_Task, 'duration_secs': 0.018133} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.477072] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.477355] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 495eb777-5198-4544-84c4-be4441450b05/495eb777-5198-4544-84c4-be4441450b05.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.477627] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6a4009-09ee-4ef1-a736-f4807544680c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.486337] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1546.486337] env[62697]: value = "task-1706682" [ 1546.486337] env[62697]: _type = "Task" [ 1546.486337] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.496687] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.509008] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.514086] env[62697]: DEBUG nova.network.neutron [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.584820] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "cd3240e3-0064-4468-b117-01d3597e1a50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.584820] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "cd3240e3-0064-4468-b117-01d3597e1a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.584820] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "cd3240e3-0064-4468-b117-01d3597e1a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.585132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "cd3240e3-0064-4468-b117-01d3597e1a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.585769] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "cd3240e3-0064-4468-b117-01d3597e1a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.588144] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.588367] env[62697]: INFO nova.compute.manager [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Terminating instance [ 1546.591036] env[62697]: DEBUG nova.compute.manager [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1546.591036] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.591673] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0facd60e-707b-4469-b1e3-1d7baada21d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.600104] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.602950] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b9ea13-8b87-4a6e-8b71-6ddd76e3bded {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.609912] env[62697]: DEBUG oslo_vmware.api [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1546.609912] env[62697]: value = "task-1706683" [ 1546.609912] env[62697]: _type = "Task" [ 1546.609912] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.621879] env[62697]: DEBUG oslo_vmware.api [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.655116] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.655424] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.655676] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.655900] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.657481] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.658397] env[62697]: INFO nova.compute.manager [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Terminating instance [ 1546.663912] env[62697]: DEBUG nova.compute.manager [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1546.664219] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.665135] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc4fd47-4118-410e-823e-0145f55bef35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.674209] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.674384] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78071fcb-99a4-40e3-b8dc-04f9cdbc47c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.681821] env[62697]: DEBUG oslo_vmware.api [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1546.681821] env[62697]: value = "task-1706684" [ 1546.681821] env[62697]: _type = "Task" [ 1546.681821] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.692030] env[62697]: DEBUG oslo_vmware.api [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.697987] env[62697]: DEBUG nova.network.neutron [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.858517] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.888012] env[62697]: DEBUG nova.compute.manager [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Received event network-vif-plugged-aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1546.888217] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.888448] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] Lock "49b7f188-7032-40e1-af33-345be6abf233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.888626] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] Lock "49b7f188-7032-40e1-af33-345be6abf233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.888803] env[62697]: DEBUG nova.compute.manager [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] No waiting events found dispatching network-vif-plugged-aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1546.889084] env[62697]: WARNING nova.compute.manager [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Received unexpected event network-vif-plugged-aa5709ce-25b8-4bb3-aba1-378719b37e14 for instance with vm_state building and task_state spawning. [ 1546.889388] env[62697]: DEBUG nova.compute.manager [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Received event network-changed-aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1546.889565] env[62697]: DEBUG nova.compute.manager [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Refreshing instance network info cache due to event network-changed-aa5709ce-25b8-4bb3-aba1-378719b37e14. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1546.889944] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.932831] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42ba8682-ae6f-41f1-abb3-de705e9c3d0f tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "738d4439-3f2c-4941-8c10-fcc2db6ab4ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.879s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.997113] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.120303] env[62697]: DEBUG oslo_vmware.api [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706683, 'name': PowerOffVM_Task, 'duration_secs': 0.214959} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.120574] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.120744] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.121016] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b139b990-8b6c-4efa-8e3e-c14e9b7e22ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.192055] env[62697]: DEBUG oslo_vmware.api [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706684, 'name': PowerOffVM_Task, 'duration_secs': 0.245366} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.192359] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.192536] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.192980] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62709687-45a9-4ddb-becf-2b12f1086882 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.201032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.202027] env[62697]: DEBUG nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Instance network_info: |[{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1547.202027] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.202027] env[62697]: DEBUG nova.network.neutron [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Refreshing network info cache for port aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.203114] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:cc:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa5709ce-25b8-4bb3-aba1-378719b37e14', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.212379] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Creating folder: Project (9bd181e836304a20923f883ea3733ead). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1547.213421] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72a52b5-2ada-43b1-94d1-2663b4df07d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.225236] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Created folder: Project (9bd181e836304a20923f883ea3733ead) in parent group-v355409. [ 1547.225437] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Creating folder: Instances. Parent ref: group-v355615. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1547.225678] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-925aebf1-e8be-4e46-8d87-2264829a3b8e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.234111] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Created folder: Instances in parent group-v355615. [ 1547.234351] env[62697]: DEBUG oslo.service.loopingcall [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.234536] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.234734] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce2abd1e-c510-4ec7-b94e-efc40b6e751c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.254296] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.254296] env[62697]: value = "task-1706689" [ 1547.254296] env[62697]: _type = "Task" [ 1547.254296] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.262099] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706689, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.285558] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.285783] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.285971] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleting the datastore file [datastore1] cd3240e3-0064-4468-b117-01d3597e1a50 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.286392] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e089ef9b-f889-49e2-a113-b92fe11222f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.289289] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.289482] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.289670] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleting the datastore file [datastore1] 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.290298] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51fa19b7-4c59-4b7e-a75d-42e99cb8121a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.294743] env[62697]: DEBUG oslo_vmware.api [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1547.294743] env[62697]: value = "task-1706690" [ 1547.294743] env[62697]: _type = "Task" [ 1547.294743] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.298906] env[62697]: DEBUG oslo_vmware.api [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for the task: (returnval){ [ 1547.298906] env[62697]: value = "task-1706691" [ 1547.298906] env[62697]: _type = "Task" [ 1547.298906] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.305235] env[62697]: DEBUG oslo_vmware.api [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.309607] env[62697]: DEBUG oslo_vmware.api [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.407097] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.407097] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b571dbf7-4c79-4dce-9a37-9ba3fcc3483b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.417351] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1547.417351] env[62697]: value = "task-1706692" [ 1547.417351] env[62697]: _type = "Task" [ 1547.417351] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.429039] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.501905] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600482} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.502275] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 495eb777-5198-4544-84c4-be4441450b05/495eb777-5198-4544-84c4-be4441450b05.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1547.502539] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1547.502874] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f1986d1-ccee-486e-ad8d-f1d24d8bc30f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.513086] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1547.513086] env[62697]: value = "task-1706693" [ 1547.513086] env[62697]: _type = "Task" [ 1547.513086] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.530586] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.767383] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706689, 'name': CreateVM_Task, 'duration_secs': 0.447616} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.769141] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.770044] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.770200] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.770584] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.773101] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63effd19-70c6-40e4-86bb-3a7dddb1ece4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.775814] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1547.775814] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520bf785-9a99-8ae8-bc9f-83263fa5acb5" [ 1547.775814] env[62697]: _type = "Task" [ 1547.775814] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.787297] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520bf785-9a99-8ae8-bc9f-83263fa5acb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.819012] env[62697]: DEBUG oslo_vmware.api [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34408} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.819279] env[62697]: DEBUG oslo_vmware.api [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Task: {'id': task-1706691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343197} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.819514] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.819699] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.819906] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.820113] env[62697]: INFO nova.compute.manager [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1547.820358] env[62697]: DEBUG oslo.service.loopingcall [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.820550] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.820745] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.820889] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.821076] env[62697]: INFO nova.compute.manager [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1547.821278] env[62697]: DEBUG oslo.service.loopingcall [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.821450] env[62697]: DEBUG nova.compute.manager [-] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1547.821527] env[62697]: DEBUG nova.network.neutron [-] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.823044] env[62697]: DEBUG nova.compute.manager [-] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1547.823145] env[62697]: DEBUG nova.network.neutron [-] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.837751] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f9166-fb57-458b-956a-c93843c1ebd0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.846479] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6999ec60-fd48-4a7f-b20b-4b2c6fbaa50f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.879854] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dd37e-a665-4789-bc27-c131c2e18ad2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.889037] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72eb29a-2349-4808-8463-0be40ad75004 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.903354] env[62697]: DEBUG nova.compute.provider_tree [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.931105] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706692, 'name': PowerOffVM_Task, 'duration_secs': 0.263687} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.931105] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.931249] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e568bdfe-e571-44c2-978d-48193a72f9c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.951672] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95253252-e1d3-4371-9398-ef32606e03a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.986112] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.986418] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf3366d4-7345-4782-bdda-42c19eabb184 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.996583] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1547.996583] env[62697]: value = "task-1706694" [ 1547.996583] env[62697]: _type = "Task" [ 1547.996583] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.006807] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.012840] env[62697]: DEBUG nova.network.neutron [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updated VIF entry in instance network info cache for port aa5709ce-25b8-4bb3-aba1-378719b37e14. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.012840] env[62697]: DEBUG nova.network.neutron [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.021478] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074945} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.022351] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.023144] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbff54c-2716-4d48-8a42-c23349813bc8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.026229] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "5865af46-712b-4665-bc77-88857f9c040a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.026579] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "5865af46-712b-4665-bc77-88857f9c040a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.026793] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "5865af46-712b-4665-bc77-88857f9c040a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.026987] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "5865af46-712b-4665-bc77-88857f9c040a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.027179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "5865af46-712b-4665-bc77-88857f9c040a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.029326] env[62697]: INFO nova.compute.manager [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Terminating instance [ 1548.049116] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 495eb777-5198-4544-84c4-be4441450b05/495eb777-5198-4544-84c4-be4441450b05.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.050009] env[62697]: DEBUG nova.compute.manager [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1548.050277] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.051016] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52af257d-e998-4277-9a35-fa992905a0b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.067813] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80344cda-a801-431e-ab7c-5b1cb4488471 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.077771] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.079110] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf204c16-3031-4aac-8617-0a29c575fa5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.080807] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1548.080807] env[62697]: value = "task-1706696" [ 1548.080807] env[62697]: _type = "Task" [ 1548.080807] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.094866] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.095584] env[62697]: DEBUG oslo_vmware.api [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1548.095584] env[62697]: value = "task-1706697" [ 1548.095584] env[62697]: _type = "Task" [ 1548.095584] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.106072] env[62697]: DEBUG oslo_vmware.api [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.174045] env[62697]: DEBUG nova.compute.manager [req-78b389e8-b7e5-48f5-83c5-d384b44416ec req-c1c3948c-2063-40cc-81a2-887d9125e325 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Received event network-vif-deleted-a4e38bad-0cb6-4504-a3d2-29b65f397639 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1548.174260] env[62697]: INFO nova.compute.manager [req-78b389e8-b7e5-48f5-83c5-d384b44416ec req-c1c3948c-2063-40cc-81a2-887d9125e325 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Neutron deleted interface a4e38bad-0cb6-4504-a3d2-29b65f397639; detaching it from the instance and deleting it from the info cache [ 1548.174433] env[62697]: DEBUG nova.network.neutron [req-78b389e8-b7e5-48f5-83c5-d384b44416ec req-c1c3948c-2063-40cc-81a2-887d9125e325 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.288340] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520bf785-9a99-8ae8-bc9f-83263fa5acb5, 'name': SearchDatastore_Task, 'duration_secs': 0.036691} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.288565] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.288700] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.288955] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.289145] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.289375] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.289676] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9a529d-969e-4ed9-8ac3-6c6d2d1c05d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.299362] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.299362] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.300212] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7942cc4e-8a33-49ef-a4ba-01a06ea58be2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.307177] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1548.307177] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523099c3-bd70-58f3-acc1-7e4579a67aaf" [ 1548.307177] env[62697]: _type = "Task" [ 1548.307177] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.315493] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523099c3-bd70-58f3-acc1-7e4579a67aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.406413] env[62697]: DEBUG nova.scheduler.client.report [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1548.506650] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1548.506940] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.507122] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.512718] env[62697]: DEBUG oslo_concurrency.lockutils [req-b03468c8-2f7b-4bc7-8dc6-82498880a0ad req-53289b45-22be-43b6-8dc2-8111064a0e4e service nova] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.573329] env[62697]: DEBUG nova.network.neutron [-] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.591801] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706696, 'name': ReconfigVM_Task, 'duration_secs': 0.417736} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.592122] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 495eb777-5198-4544-84c4-be4441450b05/495eb777-5198-4544-84c4-be4441450b05.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.592782] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77d1e32e-b9a9-4435-83d3-104ce9b90516 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.601115] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1548.601115] env[62697]: value = "task-1706698" [ 1548.601115] env[62697]: _type = "Task" [ 1548.601115] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.607293] env[62697]: DEBUG oslo_vmware.api [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706697, 'name': PowerOffVM_Task, 'duration_secs': 0.311103} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.607893] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.608085] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.608729] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9432eac-8882-45ca-ab49-1d327344d898 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.614227] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706698, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.650247] env[62697]: DEBUG nova.network.neutron [-] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.676782] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd10368-88a1-46fb-8d7e-a1242ab4f885 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.686980] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d19bed-f0cd-40a4-beb9-80ecc051f429 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.723524] env[62697]: DEBUG nova.compute.manager [req-78b389e8-b7e5-48f5-83c5-d384b44416ec req-c1c3948c-2063-40cc-81a2-887d9125e325 service nova] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Detach interface failed, port_id=a4e38bad-0cb6-4504-a3d2-29b65f397639, reason: Instance 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1548.819658] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523099c3-bd70-58f3-acc1-7e4579a67aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.820748] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.820957] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.821163] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleting the datastore file [datastore1] 5865af46-712b-4665-bc77-88857f9c040a {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.821407] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f97beea-ceeb-4a83-a6f3-2e2d2dfdf163 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.823772] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41666dbe-e131-4eaf-839d-b601f114f696 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.828337] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1548.828337] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d2d5a7-b7ae-57a3-c9cd-c2c0061a8064" [ 1548.828337] env[62697]: _type = "Task" [ 1548.828337] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.832604] env[62697]: DEBUG oslo_vmware.api [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1548.832604] env[62697]: value = "task-1706700" [ 1548.832604] env[62697]: _type = "Task" [ 1548.832604] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.838847] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d2d5a7-b7ae-57a3-c9cd-c2c0061a8064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.844065] env[62697]: DEBUG oslo_vmware.api [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.911250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.911828] env[62697]: DEBUG nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1548.914539] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.872s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.914759] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.919029] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.878s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.919029] env[62697]: INFO nova.compute.claims [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.962743] env[62697]: INFO nova.scheduler.client.report [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted allocations for instance fadeb162-868a-4e87-a908-7b4cf6090f7f [ 1549.023609] env[62697]: DEBUG nova.compute.manager [req-a1c026d7-1164-4f15-af62-b8034cdff02d req-c7f80588-c9f7-47b6-a7bf-a02246035df2 service nova] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Received event network-vif-deleted-5ba7419c-7444-4f71-944b-e93f0e151a3f {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1549.075724] env[62697]: INFO nova.compute.manager [-] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Took 1.25 seconds to deallocate network for instance. [ 1549.112494] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706698, 'name': Rename_Task, 'duration_secs': 0.288669} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.113379] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.113658] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4595d44-5131-47de-9124-cd9ebd6eafaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.120169] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1549.120169] env[62697]: value = "task-1706701" [ 1549.120169] env[62697]: _type = "Task" [ 1549.120169] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.129257] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.153690] env[62697]: INFO nova.compute.manager [-] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Took 1.33 seconds to deallocate network for instance. [ 1549.342137] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d2d5a7-b7ae-57a3-c9cd-c2c0061a8064, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.344023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.344023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 49b7f188-7032-40e1-af33-345be6abf233/49b7f188-7032-40e1-af33-345be6abf233.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.344023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.344023] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.344023] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e96078-6b8f-4744-bbfc-6378f638a2bc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.349907] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6b79a28-b838-44ec-ba6b-37fe0b1dc0bc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.351518] env[62697]: DEBUG oslo_vmware.api [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232589} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.352072] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.352259] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.352459] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.352631] env[62697]: INFO nova.compute.manager [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1549.352862] env[62697]: DEBUG oslo.service.loopingcall [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.353342] env[62697]: DEBUG nova.compute.manager [-] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1549.353439] env[62697]: DEBUG nova.network.neutron [-] [instance: 5865af46-712b-4665-bc77-88857f9c040a] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.356712] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1549.356712] env[62697]: value = "task-1706702" [ 1549.356712] env[62697]: _type = "Task" [ 1549.356712] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.360227] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.360398] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.361339] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb929c8-8406-411a-a12e-8733413cd34e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.366207] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.368899] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1549.368899] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5247faac-1476-6fc4-3ad4-fcb0adf161df" [ 1549.368899] env[62697]: _type = "Task" [ 1549.368899] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.375833] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5247faac-1476-6fc4-3ad4-fcb0adf161df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.423138] env[62697]: DEBUG nova.compute.utils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.426626] env[62697]: DEBUG nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1549.426808] env[62697]: DEBUG nova.network.neutron [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.472517] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b93a09ea-627a-496e-a667-563567ccf0b1 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "fadeb162-868a-4e87-a908-7b4cf6090f7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.558s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.478798] env[62697]: DEBUG nova.policy [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d46be9dd72945eea5879e33fec34fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8870892e7c14893b08a139af3cfb372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1549.582662] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.633352] env[62697]: DEBUG oslo_vmware.api [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706701, 'name': PowerOnVM_Task, 'duration_secs': 0.46423} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.633352] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.633559] env[62697]: INFO nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1549.633631] env[62697]: DEBUG nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1549.634683] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c614d58-b7e0-44df-8d5c-00b67a69defe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.661189] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.870593] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706702, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.881069] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5247faac-1476-6fc4-3ad4-fcb0adf161df, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.881865] env[62697]: DEBUG nova.network.neutron [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Successfully created port: 9f056071-0593-49dd-8f53-06cf3adedf69 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.884190] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89821712-498b-4c2f-a3a6-cd1bf707357d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.889786] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1549.889786] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520a0b88-0326-f626-e35a-01e4bfba0dba" [ 1549.889786] env[62697]: _type = "Task" [ 1549.889786] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.898093] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520a0b88-0326-f626-e35a-01e4bfba0dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.928016] env[62697]: DEBUG nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1550.106730] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1550.106730] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355614', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'name': 'volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b8cbf001-46f0-42a2-b449-91756c654a5e', 'attached_at': '', 'detached_at': '', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'serial': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1550.107866] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac23aa5-7b86-4e03-99cb-e8f19e9b591f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.133755] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d1b708-60d3-4515-9d2e-933f90141767 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.162808] env[62697]: DEBUG nova.network.neutron [-] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.172467] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092/volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.177537] env[62697]: INFO nova.compute.manager [-] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Took 0.82 seconds to deallocate network for instance. [ 1550.177693] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2013939-7dce-4eeb-86cd-f333a4e111ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.192148] env[62697]: INFO nova.compute.manager [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Took 39.38 seconds to build instance. [ 1550.201719] env[62697]: DEBUG nova.compute.manager [req-a71b12a8-acf7-4f41-adba-86175218aadd req-e1281cd2-94e4-4431-8507-8b4e0799457e service nova] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Received event network-vif-deleted-7ce3b159-8c61-4f97-8506-94832f985e24 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1550.203463] env[62697]: DEBUG oslo_vmware.api [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1550.203463] env[62697]: value = "task-1706703" [ 1550.203463] env[62697]: _type = "Task" [ 1550.203463] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.214232] env[62697]: DEBUG oslo_vmware.api [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.370666] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539274} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.370941] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 49b7f188-7032-40e1-af33-345be6abf233/49b7f188-7032-40e1-af33-345be6abf233.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.371181] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.372100] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d42531b-f98f-4765-8552-5e7452407010 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.375111] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cc158a-d52d-4923-8228-877330c4a0d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.379337] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1550.379337] env[62697]: value = "task-1706704" [ 1550.379337] env[62697]: _type = "Task" [ 1550.379337] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.384658] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8622de3-c71a-422d-90e8-0f9e428f104f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.396194] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.420055] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b222df0-3a32-42da-a1d0-e188de260435 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.425770] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520a0b88-0326-f626-e35a-01e4bfba0dba, 'name': SearchDatastore_Task, 'duration_secs': 0.013666} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.426459] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.426722] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. {{(pid=62697) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1550.426984] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-389b5da6-590e-49a9-992d-2c26d19fc152 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.437505] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fbd8fe-f510-412b-9437-4928d7bb0c13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.442317] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1550.442317] env[62697]: value = "task-1706705" [ 1550.442317] env[62697]: _type = "Task" [ 1550.442317] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.453284] env[62697]: DEBUG nova.compute.provider_tree [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.460374] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.695014] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34195480-e61a-4195-b15b-0e62e443efa7 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.895s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.698289] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.714684] env[62697]: DEBUG oslo_vmware.api [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706703, 'name': ReconfigVM_Task, 'duration_secs': 0.403573} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.714684] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092/volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.719352] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb8218a-1abc-4eac-9a87-220591fe255d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.736045] env[62697]: DEBUG oslo_vmware.api [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1550.736045] env[62697]: value = "task-1706706" [ 1550.736045] env[62697]: _type = "Task" [ 1550.736045] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.746132] env[62697]: DEBUG oslo_vmware.api [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.891944] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128241} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.892289] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.893277] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db52f6e4-199d-4388-bd6c-20392236440c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.917857] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 49b7f188-7032-40e1-af33-345be6abf233/49b7f188-7032-40e1-af33-345be6abf233.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.918256] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711a1559-d570-46ab-a583-523e7faf4c6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.938074] env[62697]: DEBUG nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1550.941157] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1550.941157] env[62697]: value = "task-1706707" [ 1550.941157] env[62697]: _type = "Task" [ 1550.941157] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.955245] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.959120] env[62697]: DEBUG nova.scheduler.client.report [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1550.962807] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.982011] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1550.982865] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1550.982865] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.982865] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1550.982865] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.982865] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1550.983255] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1550.983317] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1550.983523] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1550.983671] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1550.984115] env[62697]: DEBUG nova.virt.hardware [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1550.987708] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81dff27-94bd-40f7-8d5c-1f26929b9c95 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.995501] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c937faa-f098-423e-b6b0-9eab1e6cc07a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.249495] env[62697]: DEBUG oslo_vmware.api [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706706, 'name': ReconfigVM_Task, 'duration_secs': 0.331109} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.249600] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355614', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'name': 'volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b8cbf001-46f0-42a2-b449-91756c654a5e', 'attached_at': '', 'detached_at': '', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'serial': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1551.455158] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.459787] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560118} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.460117] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. [ 1551.460946] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4c27a4-7dca-4615-acf1-4dec62eece73 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.481065] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.481587] env[62697]: DEBUG nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1551.484386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "495eb777-5198-4544-84c4-be4441450b05" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.484789] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.485040] env[62697]: INFO nova.compute.manager [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Rebooting instance [ 1551.495341] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.495818] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.281s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.496024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.498179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.865s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.498707] env[62697]: DEBUG nova.objects.instance [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lazy-loading 'resources' on Instance uuid ded528ed-7097-4847-9796-7a9a26deb8e1 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.501183] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f9a96c-9a3a-45a7-a4a7-037fee09d280 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.521561] env[62697]: DEBUG nova.compute.manager [req-8478de07-20b4-4ab1-a732-6e1ca3eec988 req-590f3338-9860-4852-93dc-09b1635efedd service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Received event network-vif-plugged-9f056071-0593-49dd-8f53-06cf3adedf69 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1551.522999] env[62697]: DEBUG oslo_concurrency.lockutils [req-8478de07-20b4-4ab1-a732-6e1ca3eec988 req-590f3338-9860-4852-93dc-09b1635efedd service nova] Acquiring lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.523270] env[62697]: DEBUG oslo_concurrency.lockutils [req-8478de07-20b4-4ab1-a732-6e1ca3eec988 req-590f3338-9860-4852-93dc-09b1635efedd service nova] Lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.523448] env[62697]: DEBUG oslo_concurrency.lockutils [req-8478de07-20b4-4ab1-a732-6e1ca3eec988 req-590f3338-9860-4852-93dc-09b1635efedd service nova] Lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.523620] env[62697]: DEBUG nova.compute.manager [req-8478de07-20b4-4ab1-a732-6e1ca3eec988 req-590f3338-9860-4852-93dc-09b1635efedd service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] No waiting events found dispatching network-vif-plugged-9f056071-0593-49dd-8f53-06cf3adedf69 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1551.524127] env[62697]: WARNING nova.compute.manager [req-8478de07-20b4-4ab1-a732-6e1ca3eec988 req-590f3338-9860-4852-93dc-09b1635efedd service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Received unexpected event network-vif-plugged-9f056071-0593-49dd-8f53-06cf3adedf69 for instance with vm_state building and task_state spawning. [ 1551.531027] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1551.531027] env[62697]: value = "task-1706708" [ 1551.531027] env[62697]: _type = "Task" [ 1551.531027] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.540060] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.541578] env[62697]: INFO nova.scheduler.client.report [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted allocations for instance 29babd74-293a-4d57-9e2a-b25181e507b7 [ 1551.644008] env[62697]: DEBUG nova.network.neutron [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Successfully updated port: 9f056071-0593-49dd-8f53-06cf3adedf69 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.952655] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.997794] env[62697]: DEBUG nova.compute.utils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.001983] env[62697]: DEBUG nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1552.002121] env[62697]: DEBUG nova.network.neutron [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.021117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.021117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquired lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.021117] env[62697]: DEBUG nova.network.neutron [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.043409] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.049614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8ea6d20-cd24-4561-b90b-2697eabdcc42 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "29babd74-293a-4d57-9e2a-b25181e507b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.130s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.095663] env[62697]: DEBUG nova.policy [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24c645c19e56478c8907b2ddfb3bfcda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a6b8eb727ba459d8e64c5e415ed9b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1552.146157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.146317] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.146724] env[62697]: DEBUG nova.network.neutron [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.289788] env[62697]: DEBUG nova.objects.instance [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'flavor' on Instance uuid b8cbf001-46f0-42a2-b449-91756c654a5e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.390801] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e588020-f086-4305-a1c8-a075b734cccd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.399277] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e45c99-644a-462c-9c6f-b15e07f5b3b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.432563] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca788e-bc6e-438e-8dab-da84f201825b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.440628] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6118280-f545-480e-b2f3-a42e706f8fc3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.463252] env[62697]: DEBUG nova.compute.provider_tree [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.467813] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706707, 'name': ReconfigVM_Task, 'duration_secs': 1.064195} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.468763] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 49b7f188-7032-40e1-af33-345be6abf233/49b7f188-7032-40e1-af33-345be6abf233.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.469443] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bd5209b-ced4-4dfb-aa66-bcc55f123bb7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.476679] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1552.476679] env[62697]: value = "task-1706709" [ 1552.476679] env[62697]: _type = "Task" [ 1552.476679] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.487867] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706709, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.502437] env[62697]: DEBUG nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1552.541963] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706708, 'name': ReconfigVM_Task, 'duration_secs': 0.77699} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.542976] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Reconfigured VM instance instance-0000004a to attach disk [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.543953] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac11165-d929-4acc-8dbd-999783d232a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.576398] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bb5c45-1176-4505-84a5-6cee700f325c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.594763] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1552.594763] env[62697]: value = "task-1706710" [ 1552.594763] env[62697]: _type = "Task" [ 1552.594763] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.603855] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.643530] env[62697]: DEBUG nova.network.neutron [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Successfully created port: 09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.695231] env[62697]: DEBUG nova.network.neutron [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.798465] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e07a45-5519-4d55-9b36-98d4b2fb7e03 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.319s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.873235] env[62697]: DEBUG nova.network.neutron [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Updating instance_info_cache with network_info: [{"id": "897a4c09-575e-4388-a4ad-058d3801f3bf", "address": "fa:16:3e:f2:b9:01", "network": {"id": "b5be044a-8a64-4579-a954-64e532b5a508", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-822029015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9a89b17ca641c694c4680daedb3b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897a4c09-57", "ovs_interfaceid": "897a4c09-575e-4388-a4ad-058d3801f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.901821] env[62697]: DEBUG nova.network.neutron [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance_info_cache with network_info: [{"id": "9f056071-0593-49dd-8f53-06cf3adedf69", "address": "fa:16:3e:69:ec:5d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f056071-05", "ovs_interfaceid": "9f056071-0593-49dd-8f53-06cf3adedf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.953389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "b8cbf001-46f0-42a2-b449-91756c654a5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.953711] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.953887] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "b8cbf001-46f0-42a2-b449-91756c654a5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.954109] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.954317] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.956334] env[62697]: INFO nova.compute.manager [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Terminating instance [ 1552.958382] env[62697]: DEBUG nova.compute.manager [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1552.958596] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.958839] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-240e1375-2bbb-46b6-9d93-4c897807ca70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.966552] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1552.966552] env[62697]: value = "task-1706711" [ 1552.966552] env[62697]: _type = "Task" [ 1552.966552] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.970442] env[62697]: DEBUG nova.scheduler.client.report [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1552.980938] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.992238] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706709, 'name': Rename_Task, 'duration_secs': 0.183169} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.992238] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.992238] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5ab58a-db7e-4f41-9919-a0c4051cb69f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.998708] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1552.998708] env[62697]: value = "task-1706712" [ 1552.998708] env[62697]: _type = "Task" [ 1552.998708] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.009942] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.104511] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706710, 'name': ReconfigVM_Task, 'duration_secs': 0.188516} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.104806] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.105075] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3afeee95-1165-49ab-bf4f-ed776150207e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.111713] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1553.111713] env[62697]: value = "task-1706713" [ 1553.111713] env[62697]: _type = "Task" [ 1553.111713] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.120393] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.377657] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Releasing lock "refresh_cache-495eb777-5198-4544-84c4-be4441450b05" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.382072] env[62697]: DEBUG nova.compute.manager [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1553.382674] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58507c0b-db84-4974-b2d8-ad381d066e68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.405267] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.405267] env[62697]: DEBUG nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Instance network_info: |[{"id": "9f056071-0593-49dd-8f53-06cf3adedf69", "address": "fa:16:3e:69:ec:5d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f056071-05", "ovs_interfaceid": "9f056071-0593-49dd-8f53-06cf3adedf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1553.406221] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ec:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f056071-0593-49dd-8f53-06cf3adedf69', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.413876] env[62697]: DEBUG oslo.service.loopingcall [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.415029] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.415029] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-621234f8-e0bf-46bc-8640-9b1fd83154d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.439949] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.439949] env[62697]: value = "task-1706714" [ 1553.439949] env[62697]: _type = "Task" [ 1553.439949] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.449737] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706714, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.478163] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.480244] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706711, 'name': PowerOffVM_Task, 'duration_secs': 0.201181} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.480675] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.465s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.481658] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.481658] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1553.481658] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.428s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.483040] env[62697]: INFO nova.compute.claims [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.485564] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.485841] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1553.486063] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355614', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'name': 'volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b8cbf001-46f0-42a2-b449-91756c654a5e', 'attached_at': '', 'detached_at': '', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'serial': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1553.487104] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db75613-e290-42e1-85bd-b3a6b5b83b17 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.490287] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f0b1a-0fed-4368-bfe0-c05b8ac9fd01 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.517139] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19532c3-303a-4efc-8c0e-70527ba8540c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.522583] env[62697]: DEBUG nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1553.525563] env[62697]: INFO nova.scheduler.client.report [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Deleted allocations for instance ded528ed-7097-4847-9796-7a9a26deb8e1 [ 1553.531353] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f4d5a6-f244-4a97-a301-21080e7b5874 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.538123] env[62697]: DEBUG nova.compute.manager [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Received event network-changed-9f056071-0593-49dd-8f53-06cf3adedf69 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1553.538324] env[62697]: DEBUG nova.compute.manager [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Refreshing instance network info cache due to event network-changed-9f056071-0593-49dd-8f53-06cf3adedf69. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1553.539234] env[62697]: DEBUG oslo_concurrency.lockutils [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] Acquiring lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.539234] env[62697]: DEBUG oslo_concurrency.lockutils [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] Acquired lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.539234] env[62697]: DEBUG nova.network.neutron [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Refreshing network info cache for port 9f056071-0593-49dd-8f53-06cf3adedf69 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.553025] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d78fe4-2719-4cbb-90db-7f7551b2c979 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.561945] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.563545] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831dbcff-7a77-4a19-adee-d376e92f3ff0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.568604] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d015af-cfd7-4038-a9b1-cae3fb357334 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.574136] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1553.574408] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1553.574534] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.574720] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1553.574876] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.575034] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1553.575246] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1553.575560] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1553.575560] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1553.575732] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1553.575921] env[62697]: DEBUG nova.virt.hardware [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1553.596833] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90003ffa-56de-4407-a70e-0a13012cd803 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.601236] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a64370-7850-4cf4-b595-7f20d19bd344 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.632113] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178855MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1553.632277] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.649484] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] The volume has not been displaced from its original location: [datastore1] volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092/volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1553.655475] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1553.657169] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453e3c0-3c40-4af8-9145-c9e317d33abf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.661310] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4c321e-b7f6-463b-afbf-93cf141ff476 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.678773] env[62697]: DEBUG oslo_vmware.api [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706713, 'name': PowerOnVM_Task, 'duration_secs': 0.388894} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.679684] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.682841] env[62697]: DEBUG nova.compute.manager [None req-c5a49d6a-d88d-4c37-b74b-b07e0b75c943 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1553.683803] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afebd9d-40d5-477c-be26-1bf88f766787 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.695747] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1553.695747] env[62697]: value = "task-1706715" [ 1553.695747] env[62697]: _type = "Task" [ 1553.695747] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.709662] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.816185] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "01c11299-4dea-404c-801d-6dba97036eb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.816458] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.950580] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706714, 'name': CreateVM_Task, 'duration_secs': 0.48145} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.950782] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.951460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.951638] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.952059] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.952398] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d1c8a7-bc96-4ad8-a1ca-1b4ff8e6963a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.957206] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1553.957206] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5225b2e7-1720-e445-2df7-d6e27ee72be8" [ 1553.957206] env[62697]: _type = "Task" [ 1553.957206] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.965246] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5225b2e7-1720-e445-2df7-d6e27ee72be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.031400] env[62697]: DEBUG oslo_vmware.api [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706712, 'name': PowerOnVM_Task, 'duration_secs': 0.638078} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.031684] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.031924] env[62697]: INFO nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1554.032178] env[62697]: DEBUG nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1554.032920] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656e74f-8722-45aa-b06d-a66b45a95314 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.044959] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b95f5d3d-8c81-41a8-b83e-3a11cd3d8519 tempest-ServerTagsTestJSON-999788225 tempest-ServerTagsTestJSON-999788225-project-member] Lock "ded528ed-7097-4847-9796-7a9a26deb8e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.983s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.206844] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706715, 'name': ReconfigVM_Task, 'duration_secs': 0.296754} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.207393] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1554.219017] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1c8f1b-4c27-4530-bb97-8fcf39b9551d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.235678] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1554.235678] env[62697]: value = "task-1706716" [ 1554.235678] env[62697]: _type = "Task" [ 1554.235678] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.245861] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.264096] env[62697]: DEBUG nova.network.neutron [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Successfully updated port: 09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.269652] env[62697]: DEBUG nova.network.neutron [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updated VIF entry in instance network info cache for port 9f056071-0593-49dd-8f53-06cf3adedf69. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.270017] env[62697]: DEBUG nova.network.neutron [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance_info_cache with network_info: [{"id": "9f056071-0593-49dd-8f53-06cf3adedf69", "address": "fa:16:3e:69:ec:5d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f056071-05", "ovs_interfaceid": "9f056071-0593-49dd-8f53-06cf3adedf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.323868] env[62697]: DEBUG nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1554.399037] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a62f1aa-6b8d-4a9c-bfd5-9531a27f00c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.407294] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Doing hard reboot of VM {{(pid=62697) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1554.407679] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-71698d6d-2fba-463c-b9da-f2930f9bb170 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.414520] env[62697]: DEBUG oslo_vmware.api [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1554.414520] env[62697]: value = "task-1706717" [ 1554.414520] env[62697]: _type = "Task" [ 1554.414520] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.422967] env[62697]: DEBUG oslo_vmware.api [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706717, 'name': ResetVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.469702] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5225b2e7-1720-e445-2df7-d6e27ee72be8, 'name': SearchDatastore_Task, 'duration_secs': 0.020107} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.470148] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.471647] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.471647] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.472045] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.472328] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.472720] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1516933c-d7a0-4170-b68c-647f29622940 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.484561] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.485315] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.485683] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b302dcdd-5e41-4275-8860-128f190dfded {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.494603] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1554.494603] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1a0dd-41b9-41ae-eb61-f4ca3fb7d7a8" [ 1554.494603] env[62697]: _type = "Task" [ 1554.494603] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.505129] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1a0dd-41b9-41ae-eb61-f4ca3fb7d7a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.552855] env[62697]: INFO nova.compute.manager [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Took 42.41 seconds to build instance. [ 1554.746168] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706716, 'name': ReconfigVM_Task, 'duration_secs': 0.283269} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.748679] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355614', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'name': 'volume-951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b8cbf001-46f0-42a2-b449-91756c654a5e', 'attached_at': '', 'detached_at': '', 'volume_id': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092', 'serial': '951442d5-6c48-4c58-aaa4-8f0f7f3aa092'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1554.750024] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.750408] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145df47-bd85-462b-a2f3-2137547f1d6f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.757559] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.759923] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee89178d-eb17-408a-b99c-a4e02994d19c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.768698] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.768698] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.768698] env[62697]: DEBUG nova.network.neutron [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.777749] env[62697]: DEBUG oslo_concurrency.lockutils [req-57f292e5-6663-48ab-854c-ab6ac673d7fc req-51a168f5-0371-4ab9-b975-75bc097b4d3d service nova] Releasing lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.813021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924caefe-d969-4e31-93a6-618529496bea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.824032] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a308d4e7-2a66-42e3-8913-400746999d61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.857000] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f142de0b-f791-4cee-a999-29b7b1d7ce08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.869022] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b795e444-8518-45d3-bf0a-326fe2582239 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.874109] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.885487] env[62697]: DEBUG nova.compute.provider_tree [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.929021] env[62697]: DEBUG oslo_vmware.api [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706717, 'name': ResetVM_Task, 'duration_secs': 0.088912} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.929021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Did hard reboot of VM {{(pid=62697) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1554.929021] env[62697]: DEBUG nova.compute.manager [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1554.929021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c27922c-f739-46b5-92a0-8d8441f7c70a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.952715] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.952715] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.952715] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleting the datastore file [datastore1] b8cbf001-46f0-42a2-b449-91756c654a5e {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.952715] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03da5887-a9eb-49f6-95b7-1cf27ef9fcc8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.959810] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1554.959810] env[62697]: value = "task-1706719" [ 1554.959810] env[62697]: _type = "Task" [ 1554.959810] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.971073] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.006963] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1a0dd-41b9-41ae-eb61-f4ca3fb7d7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016118} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.008475] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2bb973-1dd9-40f6-a010-70e7008bca54 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.014115] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1555.014115] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523f6019-815e-feca-f7d4-ce7376981e89" [ 1555.014115] env[62697]: _type = "Task" [ 1555.014115] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.022414] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523f6019-815e-feca-f7d4-ce7376981e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.037092] env[62697]: INFO nova.compute.manager [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Unrescuing [ 1555.037366] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.037527] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquired lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.037699] env[62697]: DEBUG nova.network.neutron [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.057114] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cc44a65-96d1-43f9-8d49-db67bdce0ba6 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.926s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.308907] env[62697]: DEBUG nova.network.neutron [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.388924] env[62697]: DEBUG nova.scheduler.client.report [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1555.439554] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0b47da25-5fed-4dcb-b255-d37c679d5258 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.955s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.469603] env[62697]: DEBUG oslo_vmware.api [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295285} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.469906] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.470680] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.470942] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.471086] env[62697]: INFO nova.compute.manager [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Took 2.51 seconds to destroy the instance on the hypervisor. [ 1555.471335] env[62697]: DEBUG oslo.service.loopingcall [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.471530] env[62697]: DEBUG nova.compute.manager [-] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1555.471626] env[62697]: DEBUG nova.network.neutron [-] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1555.511079] env[62697]: DEBUG nova.network.neutron [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Updating instance_info_cache with network_info: [{"id": "09137209-d1c9-46f8-8982-f34aa5d03a02", "address": "fa:16:3e:6d:99:97", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09137209-d1", "ovs_interfaceid": "09137209-d1c9-46f8-8982-f34aa5d03a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.529238] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523f6019-815e-feca-f7d4-ce7376981e89, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.529518] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.529800] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 763212b3-74ee-4ccc-902f-d613e51441f2/763212b3-74ee-4ccc-902f-d613e51441f2.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.530088] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c19e656-7dac-403b-afe9-e0d032241356 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.538995] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1555.538995] env[62697]: value = "task-1706720" [ 1555.538995] env[62697]: _type = "Task" [ 1555.538995] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.556024] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.563086] env[62697]: DEBUG nova.compute.manager [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received event network-vif-plugged-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1555.563086] env[62697]: DEBUG oslo_concurrency.lockutils [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] Acquiring lock "5a06d880-a452-47f1-a762-424619361833-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.563086] env[62697]: DEBUG oslo_concurrency.lockutils [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] Lock "5a06d880-a452-47f1-a762-424619361833-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.563086] env[62697]: DEBUG oslo_concurrency.lockutils [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] Lock "5a06d880-a452-47f1-a762-424619361833-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.563086] env[62697]: DEBUG nova.compute.manager [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] No waiting events found dispatching network-vif-plugged-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1555.563086] env[62697]: WARNING nova.compute.manager [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received unexpected event network-vif-plugged-09137209-d1c9-46f8-8982-f34aa5d03a02 for instance with vm_state building and task_state spawning. [ 1555.563086] env[62697]: DEBUG nova.compute.manager [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1555.563086] env[62697]: DEBUG nova.compute.manager [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing instance network info cache due to event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1555.563602] env[62697]: DEBUG oslo_concurrency.lockutils [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] Acquiring lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.750407] env[62697]: DEBUG nova.network.neutron [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Updating instance_info_cache with network_info: [{"id": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "address": "fa:16:3e:ee:04:50", "network": {"id": "983c4036-351b-4295-acbc-3dd70446c507", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1692086572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "56a26385d45a487289d93e5a2f8952e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3baaf9d-b3", "ovs_interfaceid": "a3baaf9d-b328-4430-b50b-cc2e3a1d21d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.901021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.901021] env[62697]: DEBUG nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1555.901021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.392s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.902121] env[62697]: INFO nova.compute.claims [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.015186] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Releasing lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.015623] env[62697]: DEBUG nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Instance network_info: |[{"id": "09137209-d1c9-46f8-8982-f34aa5d03a02", "address": "fa:16:3e:6d:99:97", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09137209-d1", "ovs_interfaceid": "09137209-d1c9-46f8-8982-f34aa5d03a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1556.016031] env[62697]: DEBUG oslo_concurrency.lockutils [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] Acquired lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.016347] env[62697]: DEBUG nova.network.neutron [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.021021] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:99:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09137209-d1c9-46f8-8982-f34aa5d03a02', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.027631] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Creating folder: Project (7a6b8eb727ba459d8e64c5e415ed9b45). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.028840] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0adf995-0f26-48a0-b1b0-45106b706baa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.041690] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Created folder: Project (7a6b8eb727ba459d8e64c5e415ed9b45) in parent group-v355409. [ 1556.041959] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Creating folder: Instances. Parent ref: group-v355619. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.045522] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60e0cb14-d091-43d1-8643-d41922358d19 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.055045] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706720, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.056628] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Created folder: Instances in parent group-v355619. [ 1556.056874] env[62697]: DEBUG oslo.service.loopingcall [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.057088] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a06d880-a452-47f1-a762-424619361833] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.057326] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8df87ea3-0a02-4a5d-9ac8-b92482f065c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.082688] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.082688] env[62697]: value = "task-1706723" [ 1556.082688] env[62697]: _type = "Task" [ 1556.082688] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.094035] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706723, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.253702] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Releasing lock "refresh_cache-bbd84d19-cc74-4c9f-aeba-0abe53b81ced" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.254617] env[62697]: DEBUG nova.objects.instance [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lazy-loading 'flavor' on Instance uuid bbd84d19-cc74-4c9f-aeba-0abe53b81ced {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.407585] env[62697]: DEBUG nova.compute.utils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.415172] env[62697]: DEBUG nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1556.415172] env[62697]: DEBUG nova.network.neutron [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.431519] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "495eb777-5198-4544-84c4-be4441450b05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.431893] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.432189] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "495eb777-5198-4544-84c4-be4441450b05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.432396] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.432576] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.434680] env[62697]: INFO nova.compute.manager [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Terminating instance [ 1556.436507] env[62697]: DEBUG nova.compute.manager [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1556.436709] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.437628] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e04d2-2ba8-4921-a506-03a69c6c39a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.446238] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.446512] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25e0a9e1-be9c-4e94-99f4-bdbe7e8acc22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.453754] env[62697]: DEBUG oslo_vmware.api [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1556.453754] env[62697]: value = "task-1706724" [ 1556.453754] env[62697]: _type = "Task" [ 1556.453754] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.463880] env[62697]: DEBUG oslo_vmware.api [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.555071] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759168} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.555767] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 763212b3-74ee-4ccc-902f-d613e51441f2/763212b3-74ee-4ccc-902f-d613e51441f2.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.555987] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.556445] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c984889b-7a83-4b45-b6cf-16b533b65d06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.564520] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1556.564520] env[62697]: value = "task-1706725" [ 1556.564520] env[62697]: _type = "Task" [ 1556.564520] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.575757] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.592634] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706723, 'name': CreateVM_Task, 'duration_secs': 0.506652} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.592807] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a06d880-a452-47f1-a762-424619361833] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.593665] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.593847] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.594212] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.594467] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bdaeac-4cfd-4964-ab9e-c619226ed0b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.601055] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1556.601055] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5260acad-6fd0-6a09-e5a0-651d8fe02e3a" [ 1556.601055] env[62697]: _type = "Task" [ 1556.601055] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.610793] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5260acad-6fd0-6a09-e5a0-651d8fe02e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.760431] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1330f8e7-5cd0-4318-b247-7127b8e17c52 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.790083] env[62697]: DEBUG nova.network.neutron [-] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.793101] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.793807] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726bbd49-d5c1-4322-b41c-463d80be33d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.801793] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1556.801793] env[62697]: value = "task-1706726" [ 1556.801793] env[62697]: _type = "Task" [ 1556.801793] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.814193] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.861490] env[62697]: DEBUG nova.policy [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31d239691b7c486e848ae239d066f0cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e07df345dea94e5fac4f1dfd4aa37683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1556.918066] env[62697]: DEBUG nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1556.942968] env[62697]: DEBUG nova.network.neutron [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updated VIF entry in instance network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.942968] env[62697]: DEBUG nova.network.neutron [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updating instance_info_cache with network_info: [{"id": "09137209-d1c9-46f8-8982-f34aa5d03a02", "address": "fa:16:3e:6d:99:97", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09137209-d1", "ovs_interfaceid": "09137209-d1c9-46f8-8982-f34aa5d03a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.975054] env[62697]: DEBUG oslo_vmware.api [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706724, 'name': PowerOffVM_Task, 'duration_secs': 0.306142} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.975428] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.975639] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.976244] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ffed2f9-239e-4c89-a147-0861c52d57ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.081138] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083403} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.084164] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.085803] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b9bb19-2f6a-48a2-97ec-5037a311fbd7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.119382] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 763212b3-74ee-4ccc-902f-d613e51441f2/763212b3-74ee-4ccc-902f-d613e51441f2.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.125531] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afdff5db-6cf0-40d7-92a1-cdd1185f7f60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.146398] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5260acad-6fd0-6a09-e5a0-651d8fe02e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013956} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.148637] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.148637] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.148934] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.149395] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.149395] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.149806] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1557.149806] env[62697]: value = "task-1706728" [ 1557.149806] env[62697]: _type = "Task" [ 1557.149806] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.152491] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe053f9e-f645-43d1-af98-2b04e58ce3f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.162961] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.165614] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.165834] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.169154] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f320672-9f7c-4c7e-8f0b-2cd092974446 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.175761] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1557.175761] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523d4822-a0ed-cdbc-e691-65afab8d8408" [ 1557.175761] env[62697]: _type = "Task" [ 1557.175761] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.184396] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523d4822-a0ed-cdbc-e691-65afab8d8408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.265314] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.265314] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.265314] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Deleting the datastore file [datastore1] 495eb777-5198-4544-84c4-be4441450b05 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.265314] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205da650-ec8b-42c0-aaf7-d82a733eebce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.273063] env[62697]: DEBUG oslo_vmware.api [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for the task: (returnval){ [ 1557.273063] env[62697]: value = "task-1706729" [ 1557.273063] env[62697]: _type = "Task" [ 1557.273063] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.283366] env[62697]: DEBUG oslo_vmware.api [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.294499] env[62697]: INFO nova.compute.manager [-] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Took 1.82 seconds to deallocate network for instance. [ 1557.315634] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706726, 'name': PowerOffVM_Task, 'duration_secs': 0.264372} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.316092] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.321966] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1557.322332] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a77b3b0-12c4-4407-9d28-c18d1d94c445 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.345546] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1557.345546] env[62697]: value = "task-1706730" [ 1557.345546] env[62697]: _type = "Task" [ 1557.345546] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.360600] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.385044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a94ce-d161-4424-8a52-aa0138fa6126 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.393494] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562a5155-ce9b-4803-9596-fd1ec9cd9021 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.433024] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ec2a30-ee1d-4a0e-8277-93d0f1dac52f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.440208] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f851ebdf-92cd-4027-a378-c41e7e403faf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.445408] env[62697]: DEBUG oslo_concurrency.lockutils [req-093de31a-7d5c-43e0-8a4a-a7b2e5524f21 req-b927c975-84fc-4151-8750-825edfb176e3 service nova] Releasing lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.449943] env[62697]: DEBUG nova.network.neutron [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Successfully created port: 2492052d-a719-4f4a-a9c5-3915d1e6ddcf {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.460135] env[62697]: DEBUG nova.compute.provider_tree [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.618427] env[62697]: DEBUG nova.compute.manager [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Received event network-vif-deleted-ea767ea1-98de-4324-bdd2-8f5767ebe954 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1557.618427] env[62697]: DEBUG nova.compute.manager [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Received event network-changed-aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1557.618572] env[62697]: DEBUG nova.compute.manager [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Refreshing instance network info cache due to event network-changed-aa5709ce-25b8-4bb3-aba1-378719b37e14. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1557.618865] env[62697]: DEBUG oslo_concurrency.lockutils [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.618970] env[62697]: DEBUG oslo_concurrency.lockutils [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.619089] env[62697]: DEBUG nova.network.neutron [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Refreshing network info cache for port aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.665781] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706728, 'name': ReconfigVM_Task, 'duration_secs': 0.343725} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.666083] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 763212b3-74ee-4ccc-902f-d613e51441f2/763212b3-74ee-4ccc-902f-d613e51441f2.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.666695] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d81a5ad-1adb-45f1-bcb8-dd21cb87c54d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.673256] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1557.673256] env[62697]: value = "task-1706731" [ 1557.673256] env[62697]: _type = "Task" [ 1557.673256] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.684216] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706731, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.687956] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523d4822-a0ed-cdbc-e691-65afab8d8408, 'name': SearchDatastore_Task, 'duration_secs': 0.013393} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.688589] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c9ce58-8412-4ad9-82eb-3c575daea08e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.696380] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1557.696380] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d47964-743d-3c64-f8a8-320b8e3a7950" [ 1557.696380] env[62697]: _type = "Task" [ 1557.696380] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.708527] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d47964-743d-3c64-f8a8-320b8e3a7950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.783572] env[62697]: DEBUG oslo_vmware.api [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Task: {'id': task-1706729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200544} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.783813] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.784036] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.784291] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.784420] env[62697]: INFO nova.compute.manager [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] [instance: 495eb777-5198-4544-84c4-be4441450b05] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1557.784664] env[62697]: DEBUG oslo.service.loopingcall [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.784859] env[62697]: DEBUG nova.compute.manager [-] [instance: 495eb777-5198-4544-84c4-be4441450b05] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1557.784956] env[62697]: DEBUG nova.network.neutron [-] [instance: 495eb777-5198-4544-84c4-be4441450b05] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.855540] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706730, 'name': ReconfigVM_Task, 'duration_secs': 0.261265} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.855968] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1557.856193] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.856495] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82fee04d-90a9-424d-a276-ee62a544fcc7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.863859] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1557.863859] env[62697]: value = "task-1706732" [ 1557.863859] env[62697]: _type = "Task" [ 1557.863859] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.866809] env[62697]: INFO nova.compute.manager [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Took 0.57 seconds to detach 1 volumes for instance. [ 1557.881947] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706732, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.935630] env[62697]: DEBUG nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1557.961912] env[62697]: DEBUG nova.scheduler.client.report [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1557.978161] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1557.978432] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1557.978599] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.978812] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1557.978931] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.979122] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1557.980638] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1557.980638] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1557.980638] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1557.980638] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1557.980638] env[62697]: DEBUG nova.virt.hardware [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1557.981099] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b133d71-c9f7-4efc-804e-6445202b65c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.990411] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95c273-53f7-40b6-8d28-6aff9004c0e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.114318] env[62697]: DEBUG nova.compute.manager [req-af392591-6c32-4a89-bc2d-2cd0d7e30754 req-48af7e0c-f2f5-402b-8ef2-1ec5034094a6 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Received event network-vif-deleted-897a4c09-575e-4388-a4ad-058d3801f3bf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1558.115346] env[62697]: INFO nova.compute.manager [req-af392591-6c32-4a89-bc2d-2cd0d7e30754 req-48af7e0c-f2f5-402b-8ef2-1ec5034094a6 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Neutron deleted interface 897a4c09-575e-4388-a4ad-058d3801f3bf; detaching it from the instance and deleting it from the info cache [ 1558.116026] env[62697]: DEBUG nova.network.neutron [req-af392591-6c32-4a89-bc2d-2cd0d7e30754 req-48af7e0c-f2f5-402b-8ef2-1ec5034094a6 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.184076] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706731, 'name': Rename_Task, 'duration_secs': 0.16017} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.184431] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.186807] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba774fd-507f-4560-b0df-a6b6d10b2032 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.194498] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1558.194498] env[62697]: value = "task-1706733" [ 1558.194498] env[62697]: _type = "Task" [ 1558.194498] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.207145] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.210516] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d47964-743d-3c64-f8a8-320b8e3a7950, 'name': SearchDatastore_Task, 'duration_secs': 0.01994} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.210791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.211071] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5a06d880-a452-47f1-a762-424619361833/5a06d880-a452-47f1-a762-424619361833.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.211329] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8edc9d0e-65f2-43da-bec4-0806709893c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.217145] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1558.217145] env[62697]: value = "task-1706734" [ 1558.217145] env[62697]: _type = "Task" [ 1558.217145] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.227584] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.343936] env[62697]: DEBUG nova.network.neutron [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updated VIF entry in instance network info cache for port aa5709ce-25b8-4bb3-aba1-378719b37e14. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.344409] env[62697]: DEBUG nova.network.neutron [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.376034] env[62697]: DEBUG oslo_vmware.api [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706732, 'name': PowerOnVM_Task, 'duration_secs': 0.481431} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.376945] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.377225] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.377464] env[62697]: DEBUG nova.compute.manager [None req-b3d2d97f-509b-4bcc-87fe-fa59d73767e0 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1558.378489] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169600d8-1914-4124-ab0c-05edf73a2983 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.473133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.474047] env[62697]: DEBUG nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1558.476661] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.889s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.476906] env[62697]: DEBUG nova.objects.instance [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lazy-loading 'resources' on Instance uuid 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.573615] env[62697]: DEBUG nova.network.neutron [-] [instance: 495eb777-5198-4544-84c4-be4441450b05] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.618037] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45e41bde-53e1-4b72-8516-1f44c0b3adae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.633495] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3bf5b2-d331-43d9-89be-92dec13f4057 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.679716] env[62697]: DEBUG nova.compute.manager [req-af392591-6c32-4a89-bc2d-2cd0d7e30754 req-48af7e0c-f2f5-402b-8ef2-1ec5034094a6 service nova] [instance: 495eb777-5198-4544-84c4-be4441450b05] Detach interface failed, port_id=897a4c09-575e-4388-a4ad-058d3801f3bf, reason: Instance 495eb777-5198-4544-84c4-be4441450b05 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1558.705095] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706733, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.729144] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.847280] env[62697]: DEBUG oslo_concurrency.lockutils [req-70091aa1-232c-4de8-93b7-bda2bd5d0a66 req-ca6dd1fe-ee14-4568-9d22-3b431553fe53 service nova] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.980806] env[62697]: DEBUG nova.compute.utils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.984432] env[62697]: DEBUG nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1558.985092] env[62697]: DEBUG nova.network.neutron [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.057495] env[62697]: DEBUG nova.policy [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31d239691b7c486e848ae239d066f0cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e07df345dea94e5fac4f1dfd4aa37683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1559.077231] env[62697]: INFO nova.compute.manager [-] [instance: 495eb777-5198-4544-84c4-be4441450b05] Took 1.29 seconds to deallocate network for instance. [ 1559.165018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.165018] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.206568] env[62697]: DEBUG oslo_vmware.api [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706733, 'name': PowerOnVM_Task, 'duration_secs': 0.95222} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.207091] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1559.207466] env[62697]: INFO nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1559.207798] env[62697]: DEBUG nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1559.208743] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83847a2-617d-45ba-8285-01269c66feb8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.218348] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.218348] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.218348] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.218348] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.218348] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.223447] env[62697]: INFO nova.compute.manager [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Terminating instance [ 1559.230794] env[62697]: DEBUG nova.compute.manager [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1559.231087] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.232439] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a3141e-2a26-4b06-a0b0-36a352cd9b71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.245428] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645701} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.249683] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5a06d880-a452-47f1-a762-424619361833/5a06d880-a452-47f1-a762-424619361833.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.249983] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.250851] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.252965] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9f9c32b-43cb-4c2a-bbdd-f34058336abd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.255262] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a0390b6-089b-4a2e-94d4-be20dabe859c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.266671] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1559.266671] env[62697]: value = "task-1706735" [ 1559.266671] env[62697]: _type = "Task" [ 1559.266671] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.267098] env[62697]: DEBUG oslo_vmware.api [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1559.267098] env[62697]: value = "task-1706736" [ 1559.267098] env[62697]: _type = "Task" [ 1559.267098] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.267719] env[62697]: DEBUG nova.network.neutron [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Successfully updated port: 2492052d-a719-4f4a-a9c5-3915d1e6ddcf {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.288748] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.291872] env[62697]: DEBUG oslo_vmware.api [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.390308] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fb8366-7af5-4ff8-aa18-1228be5e5c00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.398583] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d562c9-3273-4a38-8680-756e7848c028 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.431654] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327fc540-c30b-4094-b7df-e24231c5adf1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.440214] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33f56bd-a59d-4dc7-8148-63f483b5f5e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.454793] env[62697]: DEBUG nova.compute.provider_tree [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.485440] env[62697]: DEBUG nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1559.540443] env[62697]: DEBUG nova.network.neutron [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Successfully created port: d0b28271-4a29-4e3d-be3c-35ea5ee513a2 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.583619] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.644635] env[62697]: DEBUG nova.compute.manager [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Received event network-vif-plugged-2492052d-a719-4f4a-a9c5-3915d1e6ddcf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1559.644737] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] Acquiring lock "72445f8a-bd58-4d62-814a-6710d37ee433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.644941] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] Lock "72445f8a-bd58-4d62-814a-6710d37ee433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.645863] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] Lock "72445f8a-bd58-4d62-814a-6710d37ee433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.645863] env[62697]: DEBUG nova.compute.manager [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] No waiting events found dispatching network-vif-plugged-2492052d-a719-4f4a-a9c5-3915d1e6ddcf {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1559.646035] env[62697]: WARNING nova.compute.manager [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Received unexpected event network-vif-plugged-2492052d-a719-4f4a-a9c5-3915d1e6ddcf for instance with vm_state building and task_state spawning. [ 1559.646109] env[62697]: DEBUG nova.compute.manager [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Received event network-changed-2492052d-a719-4f4a-a9c5-3915d1e6ddcf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1559.646267] env[62697]: DEBUG nova.compute.manager [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Refreshing instance network info cache due to event network-changed-2492052d-a719-4f4a-a9c5-3915d1e6ddcf. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1559.646463] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] Acquiring lock "refresh_cache-72445f8a-bd58-4d62-814a-6710d37ee433" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.646603] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] Acquired lock "refresh_cache-72445f8a-bd58-4d62-814a-6710d37ee433" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.646762] env[62697]: DEBUG nova.network.neutron [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Refreshing network info cache for port 2492052d-a719-4f4a-a9c5-3915d1e6ddcf {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.665853] env[62697]: DEBUG nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1559.738970] env[62697]: INFO nova.compute.manager [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Took 44.18 seconds to build instance. [ 1559.772503] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "refresh_cache-72445f8a-bd58-4d62-814a-6710d37ee433" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.786426] env[62697]: DEBUG oslo_vmware.api [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706736, 'name': PowerOffVM_Task, 'duration_secs': 0.457162} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.789408] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.789593] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.789907] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296967} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.790140] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a68b15c-ee5f-4e6f-a455-c089304e4b5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.791661] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.792453] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72860faa-0e1b-42d4-b0be-211025080652 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.814563] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5a06d880-a452-47f1-a762-424619361833/5a06d880-a452-47f1-a762-424619361833.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.814865] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337428f9-7786-44b7-a071-a9165b46e880 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.835460] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1559.835460] env[62697]: value = "task-1706738" [ 1559.835460] env[62697]: _type = "Task" [ 1559.835460] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.844947] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.886445] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1559.886673] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1559.886860] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Deleting the datastore file [datastore1] bbd84d19-cc74-4c9f-aeba-0abe53b81ced {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.887154] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98fef5f2-e38b-4a07-905a-2eda3a1a0c42 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.894969] env[62697]: DEBUG oslo_vmware.api [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1559.894969] env[62697]: value = "task-1706739" [ 1559.894969] env[62697]: _type = "Task" [ 1559.894969] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.903108] env[62697]: DEBUG oslo_vmware.api [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.957722] env[62697]: DEBUG nova.scheduler.client.report [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1560.178722] env[62697]: DEBUG nova.network.neutron [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.190425] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.242056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-01bee563-087e-44e1-8528-c823ffd92fdc tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.693s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.280545] env[62697]: DEBUG nova.network.neutron [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.345284] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706738, 'name': ReconfigVM_Task, 'duration_secs': 0.416917} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.345586] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5a06d880-a452-47f1-a762-424619361833/5a06d880-a452-47f1-a762-424619361833.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.346241] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b72004fa-7ceb-46ec-b3da-85fdc6754318 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.352968] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1560.352968] env[62697]: value = "task-1706740" [ 1560.352968] env[62697]: _type = "Task" [ 1560.352968] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.361314] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706740, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.405182] env[62697]: DEBUG oslo_vmware.api [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509327} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.405182] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.405504] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.405853] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.406201] env[62697]: INFO nova.compute.manager [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1560.406567] env[62697]: DEBUG oslo.service.loopingcall [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.406920] env[62697]: DEBUG nova.compute.manager [-] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1560.407142] env[62697]: DEBUG nova.network.neutron [-] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.462872] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.466486] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.883s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.466917] env[62697]: DEBUG nova.objects.instance [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lazy-loading 'resources' on Instance uuid cd3240e3-0064-4468-b117-01d3597e1a50 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.487920] env[62697]: INFO nova.scheduler.client.report [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted allocations for instance 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce [ 1560.497373] env[62697]: DEBUG nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1560.528584] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1560.528848] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1560.529173] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.529376] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1560.529531] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.529685] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1560.529901] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1560.530086] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1560.530262] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1560.530427] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1560.530603] env[62697]: DEBUG nova.virt.hardware [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1560.531486] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b636a7-e5d9-4dba-a77a-1779b098d8a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.540620] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00cd43-67ec-4916-a2a8-a6b0647c7e9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.783476] env[62697]: DEBUG oslo_concurrency.lockutils [req-8c505886-3312-46f8-9aba-8a28dfdfd324 req-be0e194f-bd56-46fa-9119-06a01406aec8 service nova] Releasing lock "refresh_cache-72445f8a-bd58-4d62-814a-6710d37ee433" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.783920] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired lock "refresh_cache-72445f8a-bd58-4d62-814a-6710d37ee433" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.784031] env[62697]: DEBUG nova.network.neutron [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.864361] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706740, 'name': Rename_Task, 'duration_secs': 0.156606} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.864645] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.865055] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eda18c22-f283-46e3-a058-a31a17cb9212 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.872871] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1560.872871] env[62697]: value = "task-1706741" [ 1560.872871] env[62697]: _type = "Task" [ 1560.872871] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.883602] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.999702] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a1b2d4e-f87a-4c0a-b8e3-8c0296088850 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.452s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.033874] env[62697]: DEBUG nova.compute.manager [req-a0276692-0e32-46ef-b5de-7333357e02ae req-be745e1d-6343-4dd5-acf1-affc4e31b478 service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Received event network-vif-plugged-d0b28271-4a29-4e3d-be3c-35ea5ee513a2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1561.034135] env[62697]: DEBUG oslo_concurrency.lockutils [req-a0276692-0e32-46ef-b5de-7333357e02ae req-be745e1d-6343-4dd5-acf1-affc4e31b478 service nova] Acquiring lock "e04f9fa2-b3a8-4955-889f-0d41443b877c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.034358] env[62697]: DEBUG oslo_concurrency.lockutils [req-a0276692-0e32-46ef-b5de-7333357e02ae req-be745e1d-6343-4dd5-acf1-affc4e31b478 service nova] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.034527] env[62697]: DEBUG oslo_concurrency.lockutils [req-a0276692-0e32-46ef-b5de-7333357e02ae req-be745e1d-6343-4dd5-acf1-affc4e31b478 service nova] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.034693] env[62697]: DEBUG nova.compute.manager [req-a0276692-0e32-46ef-b5de-7333357e02ae req-be745e1d-6343-4dd5-acf1-affc4e31b478 service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] No waiting events found dispatching network-vif-plugged-d0b28271-4a29-4e3d-be3c-35ea5ee513a2 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1561.034859] env[62697]: WARNING nova.compute.manager [req-a0276692-0e32-46ef-b5de-7333357e02ae req-be745e1d-6343-4dd5-acf1-affc4e31b478 service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Received unexpected event network-vif-plugged-d0b28271-4a29-4e3d-be3c-35ea5ee513a2 for instance with vm_state building and task_state spawning. [ 1561.148509] env[62697]: DEBUG nova.network.neutron [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Successfully updated port: d0b28271-4a29-4e3d-be3c-35ea5ee513a2 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.180228] env[62697]: DEBUG nova.network.neutron [-] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.326687] env[62697]: DEBUG nova.network.neutron [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1561.381775] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f85f520-8296-433e-8c90-fbc9cafd141c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.388179] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.393332] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb73a991-2e49-4171-a480-b64a6da7cd9b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.441954] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c7b212-8699-4332-9f47-95243b5aeab7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.450623] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba337a83-4abf-4c17-96c2-3de92a88bd3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.467285] env[62697]: DEBUG nova.compute.provider_tree [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.482218] env[62697]: DEBUG nova.network.neutron [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Updating instance_info_cache with network_info: [{"id": "2492052d-a719-4f4a-a9c5-3915d1e6ddcf", "address": "fa:16:3e:12:b1:ab", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2492052d-a7", "ovs_interfaceid": "2492052d-a719-4f4a-a9c5-3915d1e6ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.651598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "refresh_cache-e04f9fa2-b3a8-4955-889f-0d41443b877c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.651889] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired lock "refresh_cache-e04f9fa2-b3a8-4955-889f-0d41443b877c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.652141] env[62697]: DEBUG nova.network.neutron [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.678882] env[62697]: DEBUG nova.compute.manager [req-847aa3f5-4919-4b6f-9708-fa3c1877f22a req-e920c5e8-1d50-4b89-bbe9-8d075e44760e service nova] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Received event network-vif-deleted-a3baaf9d-b328-4430-b50b-cc2e3a1d21d8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1561.682738] env[62697]: INFO nova.compute.manager [-] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Took 1.28 seconds to deallocate network for instance. [ 1561.764592] env[62697]: DEBUG nova.compute.manager [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1561.884680] env[62697]: DEBUG oslo_vmware.api [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706741, 'name': PowerOnVM_Task, 'duration_secs': 0.936772} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.885148] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.885459] env[62697]: INFO nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1561.885661] env[62697]: DEBUG nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1561.886756] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9839a871-e9dc-4a1c-94b5-d527de7d6a28 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.970859] env[62697]: DEBUG nova.scheduler.client.report [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.985565] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Releasing lock "refresh_cache-72445f8a-bd58-4d62-814a-6710d37ee433" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.985914] env[62697]: DEBUG nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Instance network_info: |[{"id": "2492052d-a719-4f4a-a9c5-3915d1e6ddcf", "address": "fa:16:3e:12:b1:ab", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2492052d-a7", "ovs_interfaceid": "2492052d-a719-4f4a-a9c5-3915d1e6ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1561.986371] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:b1:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2492052d-a719-4f4a-a9c5-3915d1e6ddcf', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.995477] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Creating folder: Project (e07df345dea94e5fac4f1dfd4aa37683). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.996498] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9fbeda6-0cb3-4fbb-b88e-5994d0645f77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.009632] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Created folder: Project (e07df345dea94e5fac4f1dfd4aa37683) in parent group-v355409. [ 1562.009895] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Creating folder: Instances. Parent ref: group-v355622. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.010185] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fe57cde-0f1e-4e99-839a-2e4f6461ce0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.020710] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Created folder: Instances in parent group-v355622. [ 1562.021014] env[62697]: DEBUG oslo.service.loopingcall [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.021383] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.021459] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d43ff48-ed14-45ff-a963-51e0d4b63edd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.043442] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.043442] env[62697]: value = "task-1706744" [ 1562.043442] env[62697]: _type = "Task" [ 1562.043442] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.052721] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706744, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.097400] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "8dfe04d0-6201-44e8-8046-7a75e21f631f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.097676] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.097891] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "8dfe04d0-6201-44e8-8046-7a75e21f631f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.098091] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.098266] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.102990] env[62697]: INFO nova.compute.manager [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Terminating instance [ 1562.105956] env[62697]: DEBUG nova.compute.manager [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1562.106213] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.107120] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039cf6d-de9a-4aee-b92a-22718eace96e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.115232] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.115281] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12da5aa2-ea46-4db6-bc4d-dc98c21ce7c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.122324] env[62697]: DEBUG oslo_vmware.api [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1562.122324] env[62697]: value = "task-1706745" [ 1562.122324] env[62697]: _type = "Task" [ 1562.122324] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.132612] env[62697]: DEBUG oslo_vmware.api [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.191861] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.199612] env[62697]: DEBUG nova.network.neutron [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.286772] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.363849] env[62697]: DEBUG nova.network.neutron [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Updating instance_info_cache with network_info: [{"id": "d0b28271-4a29-4e3d-be3c-35ea5ee513a2", "address": "fa:16:3e:74:fd:4f", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b28271-4a", "ovs_interfaceid": "d0b28271-4a29-4e3d-be3c-35ea5ee513a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.407247] env[62697]: INFO nova.compute.manager [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Took 43.39 seconds to build instance. [ 1562.478342] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.478342] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.818s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.479034] env[62697]: DEBUG nova.objects.instance [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lazy-loading 'resources' on Instance uuid 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.496762] env[62697]: INFO nova.scheduler.client.report [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleted allocations for instance cd3240e3-0064-4468-b117-01d3597e1a50 [ 1562.558400] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706744, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.632780] env[62697]: DEBUG oslo_vmware.api [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706745, 'name': PowerOffVM_Task, 'duration_secs': 0.327105} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.632780] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1562.632780] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1562.633071] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f7e835f-7de6-48a7-bcb0-c1f5a1a8483c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.713957] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1562.714223] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1562.714409] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleting the datastore file [datastore1] 8dfe04d0-6201-44e8-8046-7a75e21f631f {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1562.714675] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-218f3221-8a24-4349-84cf-9b4d3afbc8ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.724218] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "48b0304d-240b-4106-9b14-06a909da1c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.724446] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "48b0304d-240b-4106-9b14-06a909da1c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.725727] env[62697]: DEBUG oslo_vmware.api [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1562.725727] env[62697]: value = "task-1706747" [ 1562.725727] env[62697]: _type = "Task" [ 1562.725727] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.734762] env[62697]: DEBUG oslo_vmware.api [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.867041] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Releasing lock "refresh_cache-e04f9fa2-b3a8-4955-889f-0d41443b877c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.867179] env[62697]: DEBUG nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Instance network_info: |[{"id": "d0b28271-4a29-4e3d-be3c-35ea5ee513a2", "address": "fa:16:3e:74:fd:4f", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b28271-4a", "ovs_interfaceid": "d0b28271-4a29-4e3d-be3c-35ea5ee513a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1562.867621] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:fd:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0b28271-4a29-4e3d-be3c-35ea5ee513a2', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.875351] env[62697]: DEBUG oslo.service.loopingcall [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.875885] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.876145] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a907b559-f00e-45c4-add2-199b684b6e8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.896414] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.896414] env[62697]: value = "task-1706748" [ 1562.896414] env[62697]: _type = "Task" [ 1562.896414] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.904152] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706748, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.909824] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7c4f788-5ae9-4b87-9c46-10b54348537f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "5a06d880-a452-47f1-a762-424619361833" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.920s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.005924] env[62697]: DEBUG oslo_concurrency.lockutils [None req-651af532-3044-411e-b090-abdc3e95e6f1 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "cd3240e3-0064-4468-b117-01d3597e1a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.421s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.056861] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706744, 'name': CreateVM_Task, 'duration_secs': 0.612281} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.056861] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.058269] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.058269] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.058269] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.058269] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d4eedc-41a3-45ea-abad-1a82ad14fff2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.063421] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1563.063421] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e797ca-b934-6e32-c7f7-0364432425f3" [ 1563.063421] env[62697]: _type = "Task" [ 1563.063421] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.077823] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e797ca-b934-6e32-c7f7-0364432425f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.166604] env[62697]: DEBUG nova.compute.manager [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Received event network-changed-d0b28271-4a29-4e3d-be3c-35ea5ee513a2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1563.166796] env[62697]: DEBUG nova.compute.manager [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Refreshing instance network info cache due to event network-changed-d0b28271-4a29-4e3d-be3c-35ea5ee513a2. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1563.167101] env[62697]: DEBUG oslo_concurrency.lockutils [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] Acquiring lock "refresh_cache-e04f9fa2-b3a8-4955-889f-0d41443b877c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.167239] env[62697]: DEBUG oslo_concurrency.lockutils [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] Acquired lock "refresh_cache-e04f9fa2-b3a8-4955-889f-0d41443b877c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.167347] env[62697]: DEBUG nova.network.neutron [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Refreshing network info cache for port d0b28271-4a29-4e3d-be3c-35ea5ee513a2 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.229804] env[62697]: DEBUG nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1563.237911] env[62697]: DEBUG oslo_vmware.api [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471805} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.240601] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1563.240798] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1563.240981] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1563.241176] env[62697]: INFO nova.compute.manager [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1563.241445] env[62697]: DEBUG oslo.service.loopingcall [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.241867] env[62697]: DEBUG nova.compute.manager [-] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1563.241954] env[62697]: DEBUG nova.network.neutron [-] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1563.357053] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30545199-feb4-4d62-bde2-41e9c1dc5011 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.364945] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5385446-7851-48f0-9b6e-429560bd5bbb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.405183] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50710f64-5ede-4863-a470-ac702aee04fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.418380] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8290c044-dd87-45fa-8971-11639ea30a1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.422368] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706748, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.433915] env[62697]: DEBUG nova.compute.provider_tree [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.574176] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e797ca-b934-6e32-c7f7-0364432425f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.574619] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.575859] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.575859] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.575859] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.575859] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.575859] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5b614be-4c4a-4439-9771-31ae25186c4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.584569] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.584769] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.585605] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69fff4d-8dcc-4cc6-a3e0-0a5607ff353f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.591391] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1563.591391] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52315e81-1adb-e063-5243-b3293fb6d2cc" [ 1563.591391] env[62697]: _type = "Task" [ 1563.591391] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.601116] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52315e81-1adb-e063-5243-b3293fb6d2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.756355] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.874744] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.874988] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.876603] env[62697]: DEBUG nova.network.neutron [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Updated VIF entry in instance network info cache for port d0b28271-4a29-4e3d-be3c-35ea5ee513a2. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.876924] env[62697]: DEBUG nova.network.neutron [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Updating instance_info_cache with network_info: [{"id": "d0b28271-4a29-4e3d-be3c-35ea5ee513a2", "address": "fa:16:3e:74:fd:4f", "network": {"id": "be7da06e-311e-4e9f-8590-f242e7718e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4eee59a3f66d4d4db1fe95dbe113fd6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b28271-4a", "ovs_interfaceid": "d0b28271-4a29-4e3d-be3c-35ea5ee513a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.910858] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706748, 'name': CreateVM_Task, 'duration_secs': 0.534341} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.911045] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.911720] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.912154] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.912259] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.912494] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc27267-0d8b-4a13-b347-efd27e453100 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.917126] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1563.917126] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527bc45d-be3d-c1fc-9e21-d687e5f3c4a1" [ 1563.917126] env[62697]: _type = "Task" [ 1563.917126] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.927057] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527bc45d-be3d-c1fc-9e21-d687e5f3c4a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.937989] env[62697]: DEBUG nova.scheduler.client.report [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1564.021701] env[62697]: DEBUG nova.network.neutron [-] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.102915] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52315e81-1adb-e063-5243-b3293fb6d2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.103778] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604b3fb3-c592-41c9-88fb-ebc3d7f7d067 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.109207] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1564.109207] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d20fd1-6ed7-76ea-ce5b-f62feb9fe4fd" [ 1564.109207] env[62697]: _type = "Task" [ 1564.109207] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.116675] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d20fd1-6ed7-76ea-ce5b-f62feb9fe4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.379462] env[62697]: DEBUG oslo_concurrency.lockutils [req-06103a56-6edf-4f9d-9135-5a44a9b38155 req-30e3bc7b-837b-432b-8f61-991e05be3daa service nova] Releasing lock "refresh_cache-e04f9fa2-b3a8-4955-889f-0d41443b877c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.380068] env[62697]: DEBUG nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1564.428238] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527bc45d-be3d-c1fc-9e21-d687e5f3c4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.036457} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.428590] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.428828] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.429058] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.442958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.448442] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.748s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.448904] env[62697]: DEBUG nova.objects.instance [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lazy-loading 'resources' on Instance uuid 5865af46-712b-4665-bc77-88857f9c040a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.470447] env[62697]: INFO nova.scheduler.client.report [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Deleted allocations for instance 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c [ 1564.524239] env[62697]: INFO nova.compute.manager [-] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Took 1.28 seconds to deallocate network for instance. [ 1564.620671] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d20fd1-6ed7-76ea-ce5b-f62feb9fe4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.044941} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.620978] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.621351] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 72445f8a-bd58-4d62-814a-6710d37ee433/72445f8a-bd58-4d62-814a-6710d37ee433.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.621587] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.621824] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.622111] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-770edb90-1b46-4ac4-9227-a0d5d4670107 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.624081] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b19c6f4b-d01f-4c5f-ad0f-54a11807f58d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.631598] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1564.631598] env[62697]: value = "task-1706749" [ 1564.631598] env[62697]: _type = "Task" [ 1564.631598] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.632785] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.632998] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.636804] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac01ebd-c483-4ead-a88d-24e800c1ef6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.647447] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.648789] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1564.648789] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5204a794-ade4-5c81-d941-f4f9a0fc8125" [ 1564.648789] env[62697]: _type = "Task" [ 1564.648789] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.656961] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5204a794-ade4-5c81-d941-f4f9a0fc8125, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.657788] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec8aa05-b8c6-45d6-a751-ed6e4fbc80b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.662977] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1564.662977] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d9c87e-fe9e-4a61-3dfe-c6e4140e6992" [ 1564.662977] env[62697]: _type = "Task" [ 1564.662977] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.670803] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d9c87e-fe9e-4a61-3dfe-c6e4140e6992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.904390] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.980755] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7e89661c-0a83-489a-8bbb-4e7af611f449 tempest-ListServersNegativeTestJSON-1973058662 tempest-ListServersNegativeTestJSON-1973058662-project-member] Lock "3d1de6c6-3b58-410f-a1b7-3b4b91aad88c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.325s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.031759] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.144858] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706749, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.174876] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d9c87e-fe9e-4a61-3dfe-c6e4140e6992, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.177900] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.178236] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e04f9fa2-b3a8-4955-889f-0d41443b877c/e04f9fa2-b3a8-4955-889f-0d41443b877c.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.179016] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eb006b6-cda6-4223-b6c2-b624bd150b13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.186543] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1565.186543] env[62697]: value = "task-1706750" [ 1565.186543] env[62697]: _type = "Task" [ 1565.186543] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.197903] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.230687] env[62697]: DEBUG nova.compute.manager [req-1dcd0d25-0196-4410-b58d-512cc27b097e req-b1c0b8e6-8e4e-4ee2-b4ee-3beb7c90f907 service nova] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Received event network-vif-deleted-3db13426-dff5-45be-912c-1a0ea6a29177 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1565.304853] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8708d617-29fc-4479-8405-5cd867dbe5f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.312966] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb12ee-b05d-4104-af8d-c27218bd7ad5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.342229] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d984c-b8e8-40af-8462-ed0620846d63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.349747] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61416215-a6d6-49ce-bcdc-4f44803780c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.364314] env[62697]: DEBUG nova.compute.provider_tree [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.645897] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558921} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.646203] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 72445f8a-bd58-4d62-814a-6710d37ee433/72445f8a-bd58-4d62-814a-6710d37ee433.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.646413] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.646682] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba770786-810d-4acc-a21e-3fe9e362394d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.653737] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1565.653737] env[62697]: value = "task-1706751" [ 1565.653737] env[62697]: _type = "Task" [ 1565.653737] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.662064] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.697120] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.868051] env[62697]: DEBUG nova.scheduler.client.report [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1566.164496] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231546} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.164805] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.165598] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fe18fe-02c6-4088-85f5-462a8d4852e7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.188014] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 72445f8a-bd58-4d62-814a-6710d37ee433/72445f8a-bd58-4d62-814a-6710d37ee433.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.188402] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ee2012-83a8-4bfc-8c18-9bca6a876f17 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.211036] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.212557] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1566.212557] env[62697]: value = "task-1706752" [ 1566.212557] env[62697]: _type = "Task" [ 1566.212557] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.223497] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.376703] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.379273] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.747s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.404763] env[62697]: INFO nova.scheduler.client.report [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted allocations for instance 5865af46-712b-4665-bc77-88857f9c040a [ 1566.699475] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706750, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.724534] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.912314] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9d723f01-ad7a-43ef-9679-90f9e43e6a01 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "5865af46-712b-4665-bc77-88857f9c040a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.886s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.199089] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.558949} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.199376] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e04f9fa2-b3a8-4955-889f-0d41443b877c/e04f9fa2-b3a8-4955-889f-0d41443b877c.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.199587] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.199850] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-656b33f0-05a5-4cb9-9095-f035b36ff27d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.207330] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1567.207330] env[62697]: value = "task-1706753" [ 1567.207330] env[62697]: _type = "Task" [ 1567.207330] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.215096] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.221989] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706752, 'name': ReconfigVM_Task, 'duration_secs': 0.857517} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.222365] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 72445f8a-bd58-4d62-814a-6710d37ee433/72445f8a-bd58-4d62-814a-6710d37ee433.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.222897] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a35e47c-3121-4d89-b92e-92ae8521e62c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.229186] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1567.229186] env[62697]: value = "task-1706754" [ 1567.229186] env[62697]: _type = "Task" [ 1567.229186] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.237263] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706754, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.344258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "30de9743-bc1f-40b5-815c-d804cd579443" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.344258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "30de9743-bc1f-40b5-815c-d804cd579443" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.344258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "30de9743-bc1f-40b5-815c-d804cd579443-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.344258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "30de9743-bc1f-40b5-815c-d804cd579443-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.344258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "30de9743-bc1f-40b5-815c-d804cd579443-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.344258] env[62697]: INFO nova.compute.manager [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Terminating instance [ 1567.346626] env[62697]: DEBUG nova.compute.manager [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1567.347188] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1567.347940] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b8eda-3260-4da5-92d6-5d5dd615be86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.356077] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.356421] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37bde2ac-ae0b-4ab8-a970-26322bee7a02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.363559] env[62697]: DEBUG oslo_vmware.api [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1567.363559] env[62697]: value = "task-1706755" [ 1567.363559] env[62697]: _type = "Task" [ 1567.363559] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.371607] env[62697]: DEBUG oslo_vmware.api [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.399813] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating resource usage from migration 5fb1d9b7-5faf-47d7-8d69-5e31aed27295 [ 1567.421777] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.421967] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ca98fc14-5301-40dc-ab3f-26b707734f35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.422125] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 30de9743-bc1f-40b5-815c-d804cd579443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.422248] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.422367] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e3b27de9-391f-431b-bdc5-c06b100b212d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.422485] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d88d62a0-6552-4514-9e39-d73ce457b37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.422600] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 301332c1-716e-403a-9309-c7f570b9257d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.422715] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance c680a65b-75a4-4755-aea6-fe632a156d59 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.422853] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8dfe04d0-6201-44e8-8046-7a75e21f631f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1567.423026] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 8ce3b721-081e-4f6e-9e35-1f510e467e98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.423173] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance c0c7f996-8b12-4d17-836b-52b4c51e7da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.423315] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 735f1172-0814-4f6c-a060-8b0359ee95b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.423450] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance b8cbf001-46f0-42a2-b449-91756c654a5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1567.423592] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bbd84d19-cc74-4c9f-aeba-0abe53b81ced is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1567.423715] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 495eb777-5198-4544-84c4-be4441450b05 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1567.423829] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 49b7f188-7032-40e1-af33-345be6abf233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.423943] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5a06d880-a452-47f1-a762-424619361833 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.424068] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 72445f8a-bd58-4d62-814a-6710d37ee433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.424184] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e04f9fa2-b3a8-4955-889f-0d41443b877c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.718018] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07744} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.718650] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.719128] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa926c8-3dfb-4a41-bc44-6c2ad55a4d33 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.742345] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e04f9fa2-b3a8-4955-889f-0d41443b877c/e04f9fa2-b3a8-4955-889f-0d41443b877c.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.745652] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd7d9b70-4eac-4d1f-a30d-a8ae33c4e89c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.765421] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706754, 'name': Rename_Task, 'duration_secs': 0.168639} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.766613] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.766928] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1567.766928] env[62697]: value = "task-1706756" [ 1567.766928] env[62697]: _type = "Task" [ 1567.766928] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.767136] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e6f9a7-147a-4a76-ba9b-c78f14705374 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.779009] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.780332] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1567.780332] env[62697]: value = "task-1706757" [ 1567.780332] env[62697]: _type = "Task" [ 1567.780332] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.788281] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.875028] env[62697]: DEBUG oslo_vmware.api [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706755, 'name': PowerOffVM_Task, 'duration_secs': 0.336751} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.875028] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.875028] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.875324] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-317cdd08-72cc-41d5-bb28-d8dcdd5047b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.928940] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 01c11299-4dea-404c-801d-6dba97036eb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1567.954659] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.954838] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.955025] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleting the datastore file [datastore1] 30de9743-bc1f-40b5-815c-d804cd579443 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.955306] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-977f5e48-45cd-4894-b1a8-b58a2a1056ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.962139] env[62697]: DEBUG oslo_vmware.api [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1567.962139] env[62697]: value = "task-1706759" [ 1567.962139] env[62697]: _type = "Task" [ 1567.962139] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.969850] env[62697]: DEBUG oslo_vmware.api [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.279458] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.287998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "f1b23392-1703-4599-9980-a0c2314bc42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.288258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "f1b23392-1703-4599-9980-a0c2314bc42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.295311] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706757, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.431932] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance ad32f794-116a-4f4b-bbcd-ad0a9c63cc77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1568.432191] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration 5fb1d9b7-5faf-47d7-8d69-5e31aed27295 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1568.432274] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 763212b3-74ee-4ccc-902f-d613e51441f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.473138] env[62697]: DEBUG oslo_vmware.api [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278948} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.473138] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.473138] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.473138] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.473298] env[62697]: INFO nova.compute.manager [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1568.473480] env[62697]: DEBUG oslo.service.loopingcall [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.473650] env[62697]: DEBUG nova.compute.manager [-] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1568.473745] env[62697]: DEBUG nova.network.neutron [-] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.775646] env[62697]: DEBUG nova.compute.manager [req-501aafb5-f8a5-4171-b0e5-28f2a117361e req-011b8ad9-de75-4630-aff8-8f21373ab0d9 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Received event network-vif-deleted-a02313da-46b2-433f-949b-a74450385a03 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1568.775924] env[62697]: INFO nova.compute.manager [req-501aafb5-f8a5-4171-b0e5-28f2a117361e req-011b8ad9-de75-4630-aff8-8f21373ab0d9 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Neutron deleted interface a02313da-46b2-433f-949b-a74450385a03; detaching it from the instance and deleting it from the info cache [ 1568.776174] env[62697]: DEBUG nova.network.neutron [req-501aafb5-f8a5-4171-b0e5-28f2a117361e req-011b8ad9-de75-4630-aff8-8f21373ab0d9 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.781255] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706756, 'name': ReconfigVM_Task, 'duration_secs': 0.575556} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.781768] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e04f9fa2-b3a8-4955-889f-0d41443b877c/e04f9fa2-b3a8-4955-889f-0d41443b877c.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.785353] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af4f9c57-8e6d-41db-87b1-4554169415e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.790760] env[62697]: DEBUG nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1568.796808] env[62697]: DEBUG oslo_vmware.api [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706757, 'name': PowerOnVM_Task, 'duration_secs': 0.590919} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.797093] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1568.797093] env[62697]: value = "task-1706760" [ 1568.797093] env[62697]: _type = "Task" [ 1568.797093] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.797491] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.797693] env[62697]: INFO nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Took 10.86 seconds to spawn the instance on the hypervisor. [ 1568.797875] env[62697]: DEBUG nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1568.798664] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7381e529-6c9c-40eb-b24a-0fd2324df40b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.810431] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706760, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.935446] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 48b0304d-240b-4106-9b14-06a909da1c35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1569.251119] env[62697]: DEBUG nova.network.neutron [-] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.282993] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2c6de00-64c7-4580-8b0b-0a27c6cc144c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.291957] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab441a84-0049-426e-8156-778a424f8d63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.318840] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706760, 'name': Rename_Task, 'duration_secs': 0.52066} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.321010] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.331794] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52dd88f7-a34f-4dc5-96f2-84fc1d73446d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.333609] env[62697]: DEBUG nova.compute.manager [req-501aafb5-f8a5-4171-b0e5-28f2a117361e req-011b8ad9-de75-4630-aff8-8f21373ab0d9 service nova] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Detach interface failed, port_id=a02313da-46b2-433f-949b-a74450385a03, reason: Instance 30de9743-bc1f-40b5-815c-d804cd579443 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1569.334243] env[62697]: INFO nova.compute.manager [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Took 23.30 seconds to build instance. [ 1569.335798] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.340763] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1569.340763] env[62697]: value = "task-1706761" [ 1569.340763] env[62697]: _type = "Task" [ 1569.340763] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.353032] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.438760] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 1afa2e13-9580-407a-83c4-f3276f6b1fd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1569.439111] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1569.439280] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1569.755756] env[62697]: INFO nova.compute.manager [-] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Took 1.28 seconds to deallocate network for instance. [ 1569.766965] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c9abca-f571-47a9-aef3-36b8d8704139 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.775628] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c7b7de-5812-4d15-8d49-40c3d20ca174 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.811204] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f5e16-4092-4108-9201-772d194e9c0a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.821310] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba6114a-19ca-424b-8da6-e996839138f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.835454] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.836895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5e9e098c-9041-4bf9-a54c-6b9e632b431d tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "72445f8a-bd58-4d62-814a-6710d37ee433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.818s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.853490] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706761, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.264891] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.339302] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1570.352184] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706761, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.847860] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1570.848170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.469s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.848356] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.974s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.849999] env[62697]: INFO nova.compute.claims [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.860493] env[62697]: DEBUG oslo_vmware.api [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706761, 'name': PowerOnVM_Task, 'duration_secs': 1.061348} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.860762] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.860983] env[62697]: INFO nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1570.861214] env[62697]: DEBUG nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1570.862083] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07062a-ba9f-47d1-a3bc-9f2b74603ef3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.379633] env[62697]: INFO nova.compute.manager [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Took 24.88 seconds to build instance. [ 1571.881879] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e01b58c-c136-4211-b616-34b21a526c33 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.399s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.164720] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc8fd9f-4dfd-485a-b344-ceb0e028f324 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.172384] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187fdb35-76ea-4222-b9c8-058dc29c8492 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.204550] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11cfc0e-152c-4609-9760-540c3ddf74a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.212189] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c186ba9-f804-4435-8450-c6f6bf4c9836 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.225605] env[62697]: DEBUG nova.compute.provider_tree [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.709213] env[62697]: DEBUG nova.compute.manager [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1572.710220] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d241501f-2e99-43dc-9c72-3cc34132dcdf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.730379] env[62697]: DEBUG nova.scheduler.client.report [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1573.221256] env[62697]: INFO nova.compute.manager [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] instance snapshotting [ 1573.224027] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d28dbb-0dc9-4181-84e0-1cc5de2b1f3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.244152] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.244659] env[62697]: DEBUG nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1573.247404] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.870s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.247602] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.249550] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.666s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.249747] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.251426] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.061s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.252844] env[62697]: INFO nova.compute.claims [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.255693] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78af3226-56bc-4fce-bafc-195d1c552619 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.288715] env[62697]: INFO nova.scheduler.client.report [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted allocations for instance b8cbf001-46f0-42a2-b449-91756c654a5e [ 1573.292639] env[62697]: INFO nova.scheduler.client.report [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Deleted allocations for instance 495eb777-5198-4544-84c4-be4441450b05 [ 1573.760540] env[62697]: DEBUG nova.compute.utils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.763843] env[62697]: DEBUG nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1573.764012] env[62697]: DEBUG nova.network.neutron [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1573.767405] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1573.768072] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00dcc037-890c-4ee8-bac4-f03c2cd8c83e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.776897] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1573.776897] env[62697]: value = "task-1706762" [ 1573.776897] env[62697]: _type = "Task" [ 1573.776897] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.785020] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.803986] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3975f93c-68af-48d6-972c-fb68ab257e30 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "b8cbf001-46f0-42a2-b449-91756c654a5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.850s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.805355] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3fdca0f-69ca-4c55-989f-68c45f687971 tempest-InstanceActionsTestJSON-173432676 tempest-InstanceActionsTestJSON-173432676-project-member] Lock "495eb777-5198-4544-84c4-be4441450b05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.373s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.822931] env[62697]: DEBUG nova.policy [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1ca05516e54bfc8e73e19f4c27e901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c8ff8ea7d7452598f6021a1375b5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1574.132717] env[62697]: DEBUG nova.network.neutron [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Successfully created port: c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.264955] env[62697]: DEBUG nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1574.289697] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.612011] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f729c69b-485d-4ce0-9881-414c653b4f31 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.621323] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f462f9b3-6737-46b4-a892-758bc09e8601 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.654340] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415975bb-6780-4fb8-9cbd-7a61085ef729 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.662313] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3321a8ed-7756-4343-8c69-f17e5e61c9be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.676512] env[62697]: DEBUG nova.compute.provider_tree [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.789968] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706762, 'name': CreateSnapshot_Task, 'duration_secs': 0.73824} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.790236] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1574.791413] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96f4eae-1200-48fb-87bc-4e6ea729cbad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.182361] env[62697]: DEBUG nova.scheduler.client.report [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1575.276965] env[62697]: DEBUG nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1575.303688] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1575.304485] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1575.304485] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.304485] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1575.304485] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.304740] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1575.304812] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1575.305197] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1575.305197] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1575.305319] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1575.305752] env[62697]: DEBUG nova.virt.hardware [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1575.312844] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1575.313531] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc2cd43-f16a-4ed6-812c-5eca9c7157be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.316260] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c133647f-2605-476f-ab38-fd748d06a025 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.328250] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c12646-bf9e-42c9-990c-54ca460b410c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.335382] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1575.335382] env[62697]: value = "task-1706763" [ 1575.335382] env[62697]: _type = "Task" [ 1575.335382] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.369375] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706763, 'name': CloneVM_Task} progress is 12%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.690989] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.691584] env[62697]: DEBUG nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1575.695207] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.503s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.695491] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.697608] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.411s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.730140] env[62697]: INFO nova.scheduler.client.report [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Deleted allocations for instance bbd84d19-cc74-4c9f-aeba-0abe53b81ced [ 1575.765543] env[62697]: DEBUG nova.compute.manager [req-d7048cc2-75a2-4a6c-84f8-fd496b30cb34 req-8cc7e932-1983-4e25-9248-0ce6b84c44cf service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Received event network-vif-plugged-c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1575.765775] env[62697]: DEBUG oslo_concurrency.lockutils [req-d7048cc2-75a2-4a6c-84f8-fd496b30cb34 req-8cc7e932-1983-4e25-9248-0ce6b84c44cf service nova] Acquiring lock "01c11299-4dea-404c-801d-6dba97036eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.765984] env[62697]: DEBUG oslo_concurrency.lockutils [req-d7048cc2-75a2-4a6c-84f8-fd496b30cb34 req-8cc7e932-1983-4e25-9248-0ce6b84c44cf service nova] Lock "01c11299-4dea-404c-801d-6dba97036eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.770392] env[62697]: DEBUG oslo_concurrency.lockutils [req-d7048cc2-75a2-4a6c-84f8-fd496b30cb34 req-8cc7e932-1983-4e25-9248-0ce6b84c44cf service nova] Lock "01c11299-4dea-404c-801d-6dba97036eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.770598] env[62697]: DEBUG nova.compute.manager [req-d7048cc2-75a2-4a6c-84f8-fd496b30cb34 req-8cc7e932-1983-4e25-9248-0ce6b84c44cf service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] No waiting events found dispatching network-vif-plugged-c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1575.770769] env[62697]: WARNING nova.compute.manager [req-d7048cc2-75a2-4a6c-84f8-fd496b30cb34 req-8cc7e932-1983-4e25-9248-0ce6b84c44cf service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Received unexpected event network-vif-plugged-c0eff741-baa3-4efe-90a3-2fa0c22c55be for instance with vm_state building and task_state spawning. [ 1575.790262] env[62697]: DEBUG nova.network.neutron [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Successfully updated port: c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.849076] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706763, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.202214] env[62697]: DEBUG nova.compute.utils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.206029] env[62697]: INFO nova.compute.claims [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1576.210397] env[62697]: DEBUG nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Not allocating networking since 'none' was specified. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1576.239289] env[62697]: DEBUG oslo_concurrency.lockutils [None req-20a8af8f-034a-4baf-8441-8543c2517664 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "bbd84d19-cc74-4c9f-aeba-0abe53b81ced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.023s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.293958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.293958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.293958] env[62697]: DEBUG nova.network.neutron [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.315561] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.315957] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.346551] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706763, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.705477] env[62697]: DEBUG nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1576.712827] env[62697]: INFO nova.compute.resource_tracker [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating resource usage from migration 5fb1d9b7-5faf-47d7-8d69-5e31aed27295 [ 1576.819097] env[62697]: DEBUG nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1576.838297] env[62697]: DEBUG nova.network.neutron [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.857469] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706763, 'name': CloneVM_Task, 'duration_secs': 1.216245} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.858034] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Created linked-clone VM from snapshot [ 1576.858892] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc9c903-e706-4330-8310-3d148e6406fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.868973] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Uploading image acc42d89-3a30-45c9-b31b-a15c829e6428 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1576.896507] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "8ce3b721-081e-4f6e-9e35-1f510e467e98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.896767] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.897013] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "8ce3b721-081e-4f6e-9e35-1f510e467e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.897228] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.897404] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.900590] env[62697]: INFO nova.compute.manager [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Terminating instance [ 1576.903627] env[62697]: DEBUG nova.compute.manager [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1576.903831] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.904754] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fb9e77-59a6-46d3-9ff1-2ae75414d17f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.914836] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1576.914836] env[62697]: value = "vm-355627" [ 1576.914836] env[62697]: _type = "VirtualMachine" [ 1576.914836] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1576.915738] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e5861f1-5adc-4076-a0ff-12d48e66ec77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.922649] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.926020] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e41bb0-91b7-4bb0-b7f9-2016b7235d78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.926020] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lease: (returnval){ [ 1576.926020] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab267e-15b6-6de0-a6b6-da11a3b20091" [ 1576.926020] env[62697]: _type = "HttpNfcLease" [ 1576.926020] env[62697]: } obtained for exporting VM: (result){ [ 1576.926020] env[62697]: value = "vm-355627" [ 1576.926020] env[62697]: _type = "VirtualMachine" [ 1576.926020] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1576.926020] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the lease: (returnval){ [ 1576.926020] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab267e-15b6-6de0-a6b6-da11a3b20091" [ 1576.926020] env[62697]: _type = "HttpNfcLease" [ 1576.926020] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1576.932944] env[62697]: DEBUG oslo_vmware.api [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1576.932944] env[62697]: value = "task-1706765" [ 1576.932944] env[62697]: _type = "Task" [ 1576.932944] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.938783] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1576.938783] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab267e-15b6-6de0-a6b6-da11a3b20091" [ 1576.938783] env[62697]: _type = "HttpNfcLease" [ 1576.938783] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1576.942082] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1576.942082] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab267e-15b6-6de0-a6b6-da11a3b20091" [ 1576.942082] env[62697]: _type = "HttpNfcLease" [ 1576.942082] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1576.942391] env[62697]: DEBUG oslo_vmware.api [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.943101] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e2b849-21c8-4170-94cf-723ffaff3d47 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.955788] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261a868-c8a3-63ca-bceb-9153bf638a00/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1576.956013] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261a868-c8a3-63ca-bceb-9153bf638a00/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1577.058838] env[62697]: DEBUG nova.network.neutron [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.062825] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30d7f14b-d3db-4a8f-8a64-53c3d720d37d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.150979] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee7c946-d866-4865-ada9-fd267791a253 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.159294] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90d0c2-6f6f-4c2b-990f-bf8f771b2d67 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.190088] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de20395-e32c-43b4-99bb-c4663f47b318 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.197903] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8da739-9ca5-41ce-a9d9-41e835b5ba1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.217023] env[62697]: DEBUG nova.compute.provider_tree [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.342722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.448675] env[62697]: DEBUG oslo_vmware.api [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706765, 'name': PowerOffVM_Task, 'duration_secs': 0.281578} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.449632] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.449632] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.449632] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd92e442-ece3-4d30-8ac2-6518ddeaf4fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.563206] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.563763] env[62697]: DEBUG nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Instance network_info: |[{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1577.564652] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b2:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0eff741-baa3-4efe-90a3-2fa0c22c55be', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.576139] env[62697]: DEBUG oslo.service.loopingcall [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.577839] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.578239] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.578593] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.578884] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Deleting the datastore file [datastore1] 8ce3b721-081e-4f6e-9e35-1f510e467e98 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.579372] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35891213-138b-4944-aa71-7a09cb4531f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.597717] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37e27e1c-4a0b-4fe2-8182-b3d369232f9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.605859] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.605859] env[62697]: value = "task-1706768" [ 1577.605859] env[62697]: _type = "Task" [ 1577.605859] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.606260] env[62697]: DEBUG oslo_vmware.api [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for the task: (returnval){ [ 1577.606260] env[62697]: value = "task-1706767" [ 1577.606260] env[62697]: _type = "Task" [ 1577.606260] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.617585] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706768, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.720478] env[62697]: DEBUG nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1577.724601] env[62697]: DEBUG nova.scheduler.client.report [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.755677] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1577.757707] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1577.758693] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.758693] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1577.758815] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.759992] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1577.759992] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1577.760919] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1577.761360] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1577.764787] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1577.764787] env[62697]: DEBUG nova.virt.hardware [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1577.764787] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c376e96-5d30-4892-8e67-84227156bc10 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.778127] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fda28f3-9091-418b-a84a-04bf49389bd2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.795687] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.803599] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Creating folder: Project (e902a2e55cf64cf885b643c43c043174). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.805677] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84d4e066-492c-4a51-ab4f-8a8ffee73e8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.809077] env[62697]: DEBUG nova.compute.manager [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Received event network-changed-c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1577.809185] env[62697]: DEBUG nova.compute.manager [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Refreshing instance network info cache due to event network-changed-c0eff741-baa3-4efe-90a3-2fa0c22c55be. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1577.809436] env[62697]: DEBUG oslo_concurrency.lockutils [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] Acquiring lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.809708] env[62697]: DEBUG oslo_concurrency.lockutils [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] Acquired lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.810201] env[62697]: DEBUG nova.network.neutron [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Refreshing network info cache for port c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.824442] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Created folder: Project (e902a2e55cf64cf885b643c43c043174) in parent group-v355409. [ 1577.824738] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Creating folder: Instances. Parent ref: group-v355629. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.825730] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c2830ce-165e-4563-96e9-fc4dd413446c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.836678] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Created folder: Instances in parent group-v355629. [ 1577.837335] env[62697]: DEBUG oslo.service.loopingcall [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.837449] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.838434] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f6f669a-26ed-4562-a8ef-128d2cd1df40 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.870154] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.870154] env[62697]: value = "task-1706771" [ 1577.870154] env[62697]: _type = "Task" [ 1577.870154] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.883418] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706771, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.125538] env[62697]: DEBUG oslo_vmware.api [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Task: {'id': task-1706767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25958} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.131192] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.131192] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.131192] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.131192] env[62697]: INFO nova.compute.manager [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1578.131192] env[62697]: DEBUG oslo.service.loopingcall [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.131192] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706768, 'name': CreateVM_Task, 'duration_secs': 0.340284} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.133609] env[62697]: DEBUG nova.compute.manager [-] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1578.134042] env[62697]: DEBUG nova.network.neutron [-] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.135786] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.138692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.139723] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.140169] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.141117] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1ff8fc-2c7f-4b0d-99fa-502cfc58f091 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.147575] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1578.147575] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4991c-d02c-dfda-b895-215e361db66e" [ 1578.147575] env[62697]: _type = "Task" [ 1578.147575] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.158245] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4991c-d02c-dfda-b895-215e361db66e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.231801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.534s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.235271] env[62697]: INFO nova.compute.manager [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Migrating [ 1578.246360] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.489s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.248279] env[62697]: INFO nova.compute.claims [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.379796] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706771, 'name': CreateVM_Task, 'duration_secs': 0.422904} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.380114] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.380612] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.578889] env[62697]: DEBUG nova.network.neutron [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updated VIF entry in instance network info cache for port c0eff741-baa3-4efe-90a3-2fa0c22c55be. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.579341] env[62697]: DEBUG nova.network.neutron [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.658805] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4991c-d02c-dfda-b895-215e361db66e, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.659544] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.659807] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.660095] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.660254] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.660439] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.660757] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.661109] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.661520] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67f49cf4-2f72-4a92-bd8d-588d528ebf15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.663775] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2545e51c-95a2-4d4f-a032-1f67d8394bea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.669286] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1578.669286] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527744d7-7b89-becd-b2e4-2fffeab3bf77" [ 1578.669286] env[62697]: _type = "Task" [ 1578.669286] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.673817] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.673996] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1578.675496] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66af902-b937-449b-9a8e-8930f0c56eac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.681436] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527744d7-7b89-becd-b2e4-2fffeab3bf77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.684652] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1578.684652] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5231b494-3455-5d70-3a0b-4a4a3bd19a7f" [ 1578.684652] env[62697]: _type = "Task" [ 1578.684652] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.693027] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5231b494-3455-5d70-3a0b-4a4a3bd19a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.762848] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.763061] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.763251] env[62697]: DEBUG nova.network.neutron [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.083245] env[62697]: DEBUG oslo_concurrency.lockutils [req-fe0cc4c4-8e84-4b1a-ab98-c289d4991472 req-cea1dca9-3c1d-4bb5-bc60-504ad9b84c6e service nova] Releasing lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.180130] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527744d7-7b89-becd-b2e4-2fffeab3bf77, 'name': SearchDatastore_Task, 'duration_secs': 0.020792} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.180545] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.181334] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.181334] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.194249] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5231b494-3455-5d70-3a0b-4a4a3bd19a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.016699} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.195148] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5424cb7-0c4f-4679-b101-e1613f0f8354 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.200511] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1579.200511] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ca2b9d-8755-578f-5699-a44376b0aae7" [ 1579.200511] env[62697]: _type = "Task" [ 1579.200511] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.210331] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ca2b9d-8755-578f-5699-a44376b0aae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.294514] env[62697]: DEBUG nova.network.neutron [-] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.525253] env[62697]: DEBUG nova.network.neutron [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance_info_cache with network_info: [{"id": "9f056071-0593-49dd-8f53-06cf3adedf69", "address": "fa:16:3e:69:ec:5d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f056071-05", "ovs_interfaceid": "9f056071-0593-49dd-8f53-06cf3adedf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.657016] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b8f99-0068-4980-a840-54c50cd6f78c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.667343] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83ef810-6e94-42b7-add6-fe221d836465 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.697940] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e8926-853e-4749-b214-6dc14997c638 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.707253] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef6c56-8b3c-4f0c-a7f4-61c5027de48d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.714445] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ca2b9d-8755-578f-5699-a44376b0aae7, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.715235] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.715399] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1579.715693] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.715886] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.716112] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abf2166f-a87a-4055-a430-8bfd4a20e547 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.726339] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31c56479-4a84-440c-bb08-db5c389233d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.728796] env[62697]: DEBUG nova.compute.provider_tree [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.736921] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1579.736921] env[62697]: value = "task-1706772" [ 1579.736921] env[62697]: _type = "Task" [ 1579.736921] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.738609] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.738609] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.742324] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79698dfd-6dce-42e6-9795-90dde50b751a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.754045] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.754394] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1579.754394] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52778368-6e4c-ea97-d8d6-533ccd5576f6" [ 1579.754394] env[62697]: _type = "Task" [ 1579.754394] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.763325] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52778368-6e4c-ea97-d8d6-533ccd5576f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.797860] env[62697]: INFO nova.compute.manager [-] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Took 1.66 seconds to deallocate network for instance. [ 1579.829406] env[62697]: DEBUG nova.compute.manager [req-4e6c6cc2-40bf-40b1-a999-ac9eddff6f06 req-df17ba99-b67b-4cb7-8902-adbfe17e8eca service nova] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Received event network-vif-deleted-7f7e0f0c-bb60-4671-9b2f-9d914a25b711 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1580.030082] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.235035] env[62697]: DEBUG nova.scheduler.client.report [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1580.254744] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.265949] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52778368-6e4c-ea97-d8d6-533ccd5576f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.267013] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b1ca99-e42f-4de7-95c0-3f5618fb921d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.272409] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1580.272409] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8b643-f5c9-04fc-cde7-4d1043b1d082" [ 1580.272409] env[62697]: _type = "Task" [ 1580.272409] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.282724] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8b643-f5c9-04fc-cde7-4d1043b1d082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.305693] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.740048] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.740651] env[62697]: DEBUG nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1580.744563] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.840s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.747529] env[62697]: INFO nova.compute.claims [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.763027] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544617} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.765142] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1580.765379] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1580.768254] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80129819-a588-495d-bd7f-b82c4700a9db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.771010] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "2c73f3a2-0573-4924-9c81-e164157f7c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.771273] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.779681] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1580.779681] env[62697]: value = "task-1706773" [ 1580.779681] env[62697]: _type = "Task" [ 1580.779681] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.791205] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8b643-f5c9-04fc-cde7-4d1043b1d082, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.791914] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.792250] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.793094] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fd62bf5-7dde-4442-9e15-4e4ec27d0790 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.799728] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.804662] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1580.804662] env[62697]: value = "task-1706774" [ 1580.804662] env[62697]: _type = "Task" [ 1580.804662] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.817201] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.247030] env[62697]: DEBUG nova.compute.utils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.248990] env[62697]: DEBUG nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1581.249244] env[62697]: DEBUG nova.network.neutron [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.273679] env[62697]: DEBUG nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1581.294937] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172734} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.296661] env[62697]: DEBUG nova.policy [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfbf1e81987b4b98a7f58c9915856662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e083cbe65034ecfb0b0d9389f7916d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1581.298330] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1581.299592] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c635e7-b90a-48b4-9e02-67b8be0a5c22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.325671] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.329863] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f91dcb1-dde8-4a15-a08d-a055c1ecabe6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.351133] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.353075] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1581.353075] env[62697]: value = "task-1706775" [ 1581.353075] env[62697]: _type = "Task" [ 1581.353075] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.362395] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.546043] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5d2a64-0c85-4505-894d-156b586f5622 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.567142] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance '763212b3-74ee-4ccc-902f-d613e51441f2' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1581.581461] env[62697]: DEBUG nova.network.neutron [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Successfully created port: ae87fdb1-dfc0-4339-9de6-009a7f4d470e {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.756015] env[62697]: DEBUG nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1581.793683] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.829029] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640439} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.832142] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.832634] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.833338] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4da5d95d-1c58-4c03-850f-715906bccb9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.840331] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1581.840331] env[62697]: value = "task-1706776" [ 1581.840331] env[62697]: _type = "Task" [ 1581.840331] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.851203] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.865502] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706775, 'name': ReconfigVM_Task, 'duration_secs': 0.348608} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.865502] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.866104] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e50b0675-3d82-4c6a-af42-3b37e73afed7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.875633] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1581.875633] env[62697]: value = "task-1706777" [ 1581.875633] env[62697]: _type = "Task" [ 1581.875633] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.883981] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706777, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.074237] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.077071] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a91b9cc6-973d-40cd-8c38-61065b0a0d17 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.084892] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1582.084892] env[62697]: value = "task-1706778" [ 1582.084892] env[62697]: _type = "Task" [ 1582.084892] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.094318] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.114327] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ac5de0-ec42-440c-85be-dfadb86eca76 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.121892] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04ca548-0371-42a2-aef0-43775fe18d06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.152410] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f86d517-6432-44e0-90ce-d4f7114f6d67 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.160526] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2362656-8f57-4a00-9fc9-4cee71527830 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.174469] env[62697]: DEBUG nova.compute.provider_tree [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.351761] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132532} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.352119] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.352928] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395dd5b0-51f4-4b3d-856d-758903ee5f83 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.373478] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.373839] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb99e9c-4738-4a9b-aa2b-4b42f33e811d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.397192] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706777, 'name': Rename_Task, 'duration_secs': 0.144704} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.398599] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.398912] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1582.398912] env[62697]: value = "task-1706779" [ 1582.398912] env[62697]: _type = "Task" [ 1582.398912] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.399121] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877e12e7-4163-474f-8a80-d63dae635ed9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.409764] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.411141] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1582.411141] env[62697]: value = "task-1706780" [ 1582.411141] env[62697]: _type = "Task" [ 1582.411141] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.418706] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.595742] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706778, 'name': PowerOffVM_Task, 'duration_secs': 0.303807} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.596092] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.596332] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance '763212b3-74ee-4ccc-902f-d613e51441f2' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1582.678167] env[62697]: DEBUG nova.scheduler.client.report [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1582.763652] env[62697]: DEBUG nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1582.787211] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.787568] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.787738] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.787958] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.788144] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.788305] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.788523] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.788689] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.788866] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.789047] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.789232] env[62697]: DEBUG nova.virt.hardware [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.790154] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb26a5-74bf-4c9d-b0b6-a7da19e9cd34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.798800] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d072cd-954d-4f76-95dc-a3efd59de1ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.912199] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706779, 'name': ReconfigVM_Task, 'duration_secs': 0.382795} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.916949] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.917880] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44d93178-71ec-4ca0-885a-91cca4b42d3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.925758] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.927371] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1582.927371] env[62697]: value = "task-1706781" [ 1582.927371] env[62697]: _type = "Task" [ 1582.927371] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.936387] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706781, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.003277] env[62697]: DEBUG nova.compute.manager [req-85a287ad-0437-4a50-b0a8-ab4011ef9e75 req-08ac4d33-fd6a-4a68-b9b1-57fc3a07afa3 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Received event network-vif-plugged-ae87fdb1-dfc0-4339-9de6-009a7f4d470e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1583.003616] env[62697]: DEBUG oslo_concurrency.lockutils [req-85a287ad-0437-4a50-b0a8-ab4011ef9e75 req-08ac4d33-fd6a-4a68-b9b1-57fc3a07afa3 service nova] Acquiring lock "48b0304d-240b-4106-9b14-06a909da1c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.003825] env[62697]: DEBUG oslo_concurrency.lockutils [req-85a287ad-0437-4a50-b0a8-ab4011ef9e75 req-08ac4d33-fd6a-4a68-b9b1-57fc3a07afa3 service nova] Lock "48b0304d-240b-4106-9b14-06a909da1c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.004043] env[62697]: DEBUG oslo_concurrency.lockutils [req-85a287ad-0437-4a50-b0a8-ab4011ef9e75 req-08ac4d33-fd6a-4a68-b9b1-57fc3a07afa3 service nova] Lock "48b0304d-240b-4106-9b14-06a909da1c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.004250] env[62697]: DEBUG nova.compute.manager [req-85a287ad-0437-4a50-b0a8-ab4011ef9e75 req-08ac4d33-fd6a-4a68-b9b1-57fc3a07afa3 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] No waiting events found dispatching network-vif-plugged-ae87fdb1-dfc0-4339-9de6-009a7f4d470e {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1583.004426] env[62697]: WARNING nova.compute.manager [req-85a287ad-0437-4a50-b0a8-ab4011ef9e75 req-08ac4d33-fd6a-4a68-b9b1-57fc3a07afa3 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Received unexpected event network-vif-plugged-ae87fdb1-dfc0-4339-9de6-009a7f4d470e for instance with vm_state building and task_state spawning. [ 1583.102679] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.102931] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.103151] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.103328] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.103485] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.103639] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.103852] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.104021] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.104199] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.104383] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.104555] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.110366] env[62697]: DEBUG nova.network.neutron [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Successfully updated port: ae87fdb1-dfc0-4339-9de6-009a7f4d470e {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.111593] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8998f0a8-74d8-404e-9815-ae2213094339 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.128609] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1583.128609] env[62697]: value = "task-1706782" [ 1583.128609] env[62697]: _type = "Task" [ 1583.128609] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.138682] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.183548] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.184057] env[62697]: DEBUG nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1583.186788] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.155s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.186956] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.188985] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.853s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.190445] env[62697]: INFO nova.compute.claims [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.217717] env[62697]: INFO nova.scheduler.client.report [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted allocations for instance 8dfe04d0-6201-44e8-8046-7a75e21f631f [ 1583.421459] env[62697]: DEBUG oslo_vmware.api [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706780, 'name': PowerOnVM_Task, 'duration_secs': 0.533602} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.421764] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.422018] env[62697]: INFO nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1583.422197] env[62697]: DEBUG nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1583.422978] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542f373-1c17-47e5-99ad-cc5a058bcd3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.439551] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706781, 'name': Rename_Task, 'duration_secs': 0.18893} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.439778] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.440107] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be4939d3-f04a-4a33-b08f-e1f9745afc36 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.446446] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1583.446446] env[62697]: value = "task-1706783" [ 1583.446446] env[62697]: _type = "Task" [ 1583.446446] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.454611] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.623532] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "refresh_cache-48b0304d-240b-4106-9b14-06a909da1c35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.623832] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "refresh_cache-48b0304d-240b-4106-9b14-06a909da1c35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.623978] env[62697]: DEBUG nova.network.neutron [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.638942] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706782, 'name': ReconfigVM_Task, 'duration_secs': 0.332961} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.639311] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance '763212b3-74ee-4ccc-902f-d613e51441f2' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1583.694858] env[62697]: DEBUG nova.compute.utils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.698595] env[62697]: DEBUG nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1583.698595] env[62697]: DEBUG nova.network.neutron [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.727573] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6a79d4f5-2479-47dd-aa9a-2979b4bd2a7c tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "8dfe04d0-6201-44e8-8046-7a75e21f631f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.629s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.753539] env[62697]: DEBUG nova.policy [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24c645c19e56478c8907b2ddfb3bfcda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a6b8eb727ba459d8e64c5e415ed9b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1583.954537] env[62697]: INFO nova.compute.manager [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Took 29.13 seconds to build instance. [ 1583.962836] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.026073] env[62697]: DEBUG nova.network.neutron [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Successfully created port: f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.146038] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1584.146553] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1584.147017] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.147528] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1584.147949] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.150022] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1584.150022] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1584.150022] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1584.150022] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1584.150022] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1584.150022] env[62697]: DEBUG nova.virt.hardware [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.159023] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1584.159023] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd3e5ee-60fd-4589-8041-a308c5a2ef00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.179019] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1584.179019] env[62697]: value = "task-1706784" [ 1584.179019] env[62697]: _type = "Task" [ 1584.179019] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.188625] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.204434] env[62697]: DEBUG nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1584.398285] env[62697]: DEBUG nova.network.neutron [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.460471] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afba3c6a-37a3-461f-9a7d-67793a6cae17 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.643s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.460471] env[62697]: DEBUG oslo_vmware.api [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706783, 'name': PowerOnVM_Task, 'duration_secs': 0.697472} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.460750] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.460980] env[62697]: INFO nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1584.461263] env[62697]: DEBUG nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1584.462021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b7040f-cb33-4f0a-9b0c-a4778f0779e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.580861] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19553ff3-0203-463e-807b-06ced5e4c0f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.590671] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc4180d-5aab-4de7-9484-9b0e00b37ff1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.625499] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c92f324-2822-4c51-afc6-72f0ea6c714f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.633650] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3174b4f8-b201-4060-b864-1aee11bd5600 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.647236] env[62697]: DEBUG nova.compute.provider_tree [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.687132] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706784, 'name': ReconfigVM_Task, 'duration_secs': 0.42811} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.687430] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1584.688214] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21dece0-9d51-4d12-a656-3798a26b9fb6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.711883] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 763212b3-74ee-4ccc-902f-d613e51441f2/763212b3-74ee-4ccc-902f-d613e51441f2.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.716253] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebaa37bc-9d2e-4e82-8cdc-c7578c8c859c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.731835] env[62697]: DEBUG nova.network.neutron [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Updating instance_info_cache with network_info: [{"id": "ae87fdb1-dfc0-4339-9de6-009a7f4d470e", "address": "fa:16:3e:1b:53:02", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae87fdb1-df", "ovs_interfaceid": "ae87fdb1-dfc0-4339-9de6-009a7f4d470e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.735791] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1584.735791] env[62697]: value = "task-1706785" [ 1584.735791] env[62697]: _type = "Task" [ 1584.735791] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.744156] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.834291] env[62697]: DEBUG nova.compute.manager [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Received event network-changed-c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1584.834566] env[62697]: DEBUG nova.compute.manager [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Refreshing instance network info cache due to event network-changed-c0eff741-baa3-4efe-90a3-2fa0c22c55be. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1584.834790] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] Acquiring lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.834937] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] Acquired lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.835262] env[62697]: DEBUG nova.network.neutron [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Refreshing network info cache for port c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.984126] env[62697]: INFO nova.compute.manager [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Took 24.81 seconds to build instance. [ 1585.036487] env[62697]: DEBUG nova.compute.manager [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Received event network-changed-ae87fdb1-dfc0-4339-9de6-009a7f4d470e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1585.037152] env[62697]: DEBUG nova.compute.manager [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Refreshing instance network info cache due to event network-changed-ae87fdb1-dfc0-4339-9de6-009a7f4d470e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1585.038737] env[62697]: DEBUG oslo_concurrency.lockutils [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] Acquiring lock "refresh_cache-48b0304d-240b-4106-9b14-06a909da1c35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.152295] env[62697]: DEBUG nova.scheduler.client.report [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1585.231240] env[62697]: DEBUG nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1585.234113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "refresh_cache-48b0304d-240b-4106-9b14-06a909da1c35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.234363] env[62697]: DEBUG nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Instance network_info: |[{"id": "ae87fdb1-dfc0-4339-9de6-009a7f4d470e", "address": "fa:16:3e:1b:53:02", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae87fdb1-df", "ovs_interfaceid": "ae87fdb1-dfc0-4339-9de6-009a7f4d470e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1585.234981] env[62697]: DEBUG oslo_concurrency.lockutils [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] Acquired lock "refresh_cache-48b0304d-240b-4106-9b14-06a909da1c35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.235151] env[62697]: DEBUG nova.network.neutron [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Refreshing network info cache for port ae87fdb1-dfc0-4339-9de6-009a7f4d470e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.236753] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:53:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae87fdb1-dfc0-4339-9de6-009a7f4d470e', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.244057] env[62697]: DEBUG oslo.service.loopingcall [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.246731] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.252144] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41ff487-88f7-4275-8fc8-f35926e8b12c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.273359] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.276797] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1585.277094] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1585.277316] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.277545] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1585.277740] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.277929] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1585.278208] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1585.278475] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1585.278623] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1585.278819] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1585.279040] env[62697]: DEBUG nova.virt.hardware [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1585.279446] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.279446] env[62697]: value = "task-1706786" [ 1585.279446] env[62697]: _type = "Task" [ 1585.279446] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.280173] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d36506-db48-4879-825e-76a8d540bdab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.295112] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec871139-124f-4332-9c42-1078367753bc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.300466] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706786, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.488191] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1c9805f6-c988-4fcb-8051-3e072aee3fd1 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.324s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.536450] env[62697]: DEBUG nova.network.neutron [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Updated VIF entry in instance network info cache for port ae87fdb1-dfc0-4339-9de6-009a7f4d470e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.536450] env[62697]: DEBUG nova.network.neutron [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Updating instance_info_cache with network_info: [{"id": "ae87fdb1-dfc0-4339-9de6-009a7f4d470e", "address": "fa:16:3e:1b:53:02", "network": {"id": "1efea3d6-2586-4dd5-bdd1-d7ef1ec7da45", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1403636515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e083cbe65034ecfb0b0d9389f7916d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae87fdb1-df", "ovs_interfaceid": "ae87fdb1-dfc0-4339-9de6-009a7f4d470e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.663076] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.663076] env[62697]: DEBUG nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1585.666207] env[62697]: INFO nova.compute.manager [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Rebuilding instance [ 1585.669495] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.405s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.669802] env[62697]: DEBUG nova.objects.instance [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lazy-loading 'resources' on Instance uuid 30de9743-bc1f-40b5-815c-d804cd579443 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.715179] env[62697]: DEBUG nova.compute.manager [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1585.716111] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68da41d5-3d93-4317-8448-8e52af25e7ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.735674] env[62697]: DEBUG nova.network.neutron [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updated VIF entry in instance network info cache for port c0eff741-baa3-4efe-90a3-2fa0c22c55be. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.736138] env[62697]: DEBUG nova.network.neutron [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.749446] env[62697]: DEBUG nova.network.neutron [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Successfully updated port: f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.760323] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706785, 'name': ReconfigVM_Task, 'duration_secs': 0.799625} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.760927] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 763212b3-74ee-4ccc-902f-d613e51441f2/763212b3-74ee-4ccc-902f-d613e51441f2.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.761107] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance '763212b3-74ee-4ccc-902f-d613e51441f2' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.793463] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706786, 'name': CreateVM_Task, 'duration_secs': 0.421212} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.793463] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.794085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.794199] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.794715] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.794801] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd8bb2b-65bf-4869-bfdf-d96bcfd37902 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.799667] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1585.799667] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528d770b-7f4a-d370-722e-e50c7d6f813b" [ 1585.799667] env[62697]: _type = "Task" [ 1585.799667] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.807762] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528d770b-7f4a-d370-722e-e50c7d6f813b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.845568] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261a868-c8a3-63ca-bceb-9153bf638a00/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1585.846546] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f214d-73d9-487e-8ce5-2ec827142aaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.853183] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261a868-c8a3-63ca-bceb-9153bf638a00/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1585.853360] env[62697]: ERROR oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261a868-c8a3-63ca-bceb-9153bf638a00/disk-0.vmdk due to incomplete transfer. [ 1585.853575] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26ce8750-0c3b-4bc5-a7ec-b5362c36bc39 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.859623] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261a868-c8a3-63ca-bceb-9153bf638a00/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1585.859831] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Uploaded image acc42d89-3a30-45c9-b31b-a15c829e6428 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1585.862414] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1585.862622] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03f78ed3-98af-4135-b1cb-24f28d94bf64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.868310] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1585.868310] env[62697]: value = "task-1706787" [ 1585.868310] env[62697]: _type = "Task" [ 1585.868310] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.875837] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706787, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.040488] env[62697]: DEBUG oslo_concurrency.lockutils [req-30c729f0-d6b4-4c4c-bb70-6cd1970d0573 req-e9fd452a-8f92-4f03-a462-80972c1efb74 service nova] Releasing lock "refresh_cache-48b0304d-240b-4106-9b14-06a909da1c35" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.170857] env[62697]: DEBUG nova.compute.utils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1586.172357] env[62697]: DEBUG nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Not allocating networking since 'none' was specified. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1586.229315] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.230625] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebd93b1e-8ca7-44fa-8e64-2b810f8da131 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.238976] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1586.238976] env[62697]: value = "task-1706788" [ 1586.238976] env[62697]: _type = "Task" [ 1586.238976] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.246166] env[62697]: DEBUG oslo_concurrency.lockutils [req-6e7ddb29-ccd7-44ac-9f90-acf49e4a4a82 req-64113ae1-6cdd-4c40-a6bf-fa6d1772b3ae service nova] Releasing lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.252262] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.254311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.254311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.254311] env[62697]: DEBUG nova.network.neutron [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.268931] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49e6eb8-da0e-4209-8327-29fbe342068a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.295395] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa50731-f6f7-428d-8b8f-9cbd1b40c748 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.315671] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance '763212b3-74ee-4ccc-902f-d613e51441f2' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1586.331199] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528d770b-7f4a-d370-722e-e50c7d6f813b, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.331513] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.331750] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.332028] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.332227] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.332415] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.332680] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f033c5-44d6-4716-8320-2a21fd0de068 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.350905] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.351165] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.351945] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a52e86-fe13-444e-9c5b-0f6d3cdddc17 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.358088] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1586.358088] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5292c87d-77da-be8f-2886-c18699ff0f8d" [ 1586.358088] env[62697]: _type = "Task" [ 1586.358088] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.368930] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5292c87d-77da-be8f-2886-c18699ff0f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.377394] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706787, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.511148] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae1aaf-6e4a-4d92-bbe4-bf7e9c97c358 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.518858] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9520cc-e5f8-4e77-8772-0c43155131e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.547914] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8fd5a6-4bb1-4abe-89a9-d1affdf579a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.555529] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d7c9b-b38b-4588-865d-512eea315a1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.229306] env[62697]: DEBUG nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1587.238293] env[62697]: DEBUG nova.compute.provider_tree [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.248699] env[62697]: DEBUG nova.compute.manager [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Received event network-vif-plugged-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1587.248924] env[62697]: DEBUG oslo_concurrency.lockutils [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] Acquiring lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.249155] env[62697]: DEBUG oslo_concurrency.lockutils [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.249330] env[62697]: DEBUG oslo_concurrency.lockutils [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.249500] env[62697]: DEBUG nova.compute.manager [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] No waiting events found dispatching network-vif-plugged-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1587.249664] env[62697]: WARNING nova.compute.manager [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Received unexpected event network-vif-plugged-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 for instance with vm_state building and task_state spawning. [ 1587.249820] env[62697]: DEBUG nova.compute.manager [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Received event network-changed-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1587.249973] env[62697]: DEBUG nova.compute.manager [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Refreshing instance network info cache due to event network-changed-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1587.250161] env[62697]: DEBUG oslo_concurrency.lockutils [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] Acquiring lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.257957] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706787, 'name': Destroy_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.264034] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706788, 'name': PowerOffVM_Task, 'duration_secs': 0.107256} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.264536] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5292c87d-77da-be8f-2886-c18699ff0f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.264788] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.265020] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.266327] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9a1590-76af-46e7-a17a-8d4399e2e7b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.269148] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceed54ab-b079-424d-b591-c859ee407935 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.275224] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1587.275224] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529cf72a-f085-714a-59c5-3112ecdd0ec1" [ 1587.275224] env[62697]: _type = "Task" [ 1587.275224] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.277441] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.280529] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2c9fc0d-ce70-4d52-81a5-f0cc866a6092 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.288204] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529cf72a-f085-714a-59c5-3112ecdd0ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.288454] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.288709] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 48b0304d-240b-4106-9b14-06a909da1c35/48b0304d-240b-4106-9b14-06a909da1c35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.288951] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9caf500a-3eb4-48cc-bf4b-9814118cc684 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.292043] env[62697]: DEBUG nova.network.neutron [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.296452] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1587.296452] env[62697]: value = "task-1706790" [ 1587.296452] env[62697]: _type = "Task" [ 1587.296452] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.304192] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.306120] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.306336] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.306520] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Deleting the datastore file [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.306762] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-170e5511-2985-49ab-a88a-d3ecbd0cb27b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.312631] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1587.312631] env[62697]: value = "task-1706791" [ 1587.312631] env[62697]: _type = "Task" [ 1587.312631] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.322107] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.347545] env[62697]: DEBUG nova.network.neutron [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Port 9f056071-0593-49dd-8f53-06cf3adedf69 binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1587.452342] env[62697]: DEBUG nova.network.neutron [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updating instance_info_cache with network_info: [{"id": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "address": "fa:16:3e:c9:0b:aa", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fca5a2-fc", "ovs_interfaceid": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.742047] env[62697]: DEBUG nova.scheduler.client.report [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1587.749731] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706787, 'name': Destroy_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.807966] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.821507] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099673} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.821507] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.821507] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.821762] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.955381] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Releasing lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.955798] env[62697]: DEBUG nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance network_info: |[{"id": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "address": "fa:16:3e:c9:0b:aa", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fca5a2-fc", "ovs_interfaceid": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1587.956168] env[62697]: DEBUG oslo_concurrency.lockutils [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] Acquired lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.956358] env[62697]: DEBUG nova.network.neutron [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Refreshing network info cache for port f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.957694] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:0b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6fca5a2-fc24-46e9-8bbb-ddbdba82b224', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.966589] env[62697]: DEBUG oslo.service.loopingcall [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.969848] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.970418] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfab7457-741a-48cb-bfe2-60554c7e2233 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.992460] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.992460] env[62697]: value = "task-1706792" [ 1587.992460] env[62697]: _type = "Task" [ 1587.992460] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.001605] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706792, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.232024] env[62697]: DEBUG nova.network.neutron [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updated VIF entry in instance network info cache for port f6fca5a2-fc24-46e9-8bbb-ddbdba82b224. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.232454] env[62697]: DEBUG nova.network.neutron [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updating instance_info_cache with network_info: [{"id": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "address": "fa:16:3e:c9:0b:aa", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fca5a2-fc", "ovs_interfaceid": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.237516] env[62697]: DEBUG nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1588.245672] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.576s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.251063] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.908s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.253307] env[62697]: INFO nova.compute.claims [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.257375] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706787, 'name': Destroy_Task, 'duration_secs': 1.999186} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.259659] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Destroyed the VM [ 1588.259937] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1588.260867] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6813af37-c009-4e8b-b38c-0e4a2cfa8f7a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.266818] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.267464] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.267653] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.267939] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.268178] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.268511] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.268762] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.268937] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.269204] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.269398] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.269646] env[62697]: DEBUG nova.virt.hardware [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.270564] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1694eea4-4e30-4923-9dc0-e02810f6c612 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.274028] env[62697]: INFO nova.scheduler.client.report [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted allocations for instance 30de9743-bc1f-40b5-815c-d804cd579443 [ 1588.276235] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1588.276235] env[62697]: value = "task-1706793" [ 1588.276235] env[62697]: _type = "Task" [ 1588.276235] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.286508] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709cc5ae-92ea-49b6-9648-c67d582742db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.293717] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706793, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.305020] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.311334] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Creating folder: Project (04b469377831414dbd1046c075645161). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.315371] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5052d8b9-ce2f-43b6-8d6e-875868a72d0c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.323187] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963843} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.324062] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 48b0304d-240b-4106-9b14-06a909da1c35/48b0304d-240b-4106-9b14-06a909da1c35.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.324323] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.324617] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e88cb8-dc86-4f24-9130-a54f0c87389a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.331638] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Created folder: Project (04b469377831414dbd1046c075645161) in parent group-v355409. [ 1588.331871] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Creating folder: Instances. Parent ref: group-v355634. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.332694] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8978a8db-e42a-43f2-80b9-ec3c40088555 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.336403] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1588.336403] env[62697]: value = "task-1706795" [ 1588.336403] env[62697]: _type = "Task" [ 1588.336403] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.347023] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.347023] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Created folder: Instances in parent group-v355634. [ 1588.347023] env[62697]: DEBUG oslo.service.loopingcall [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.347023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.347023] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-515ce2e1-1a01-4046-bcbe-71bfb8e57d9b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.377465] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.377465] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.377754] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.380170] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.380170] env[62697]: value = "task-1706797" [ 1588.380170] env[62697]: _type = "Task" [ 1588.380170] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.390261] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706797, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.503237] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706792, 'name': CreateVM_Task, 'duration_secs': 0.449645} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.503428] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1588.504510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.504510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.504757] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1588.505018] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54cc71a-f927-404a-a0ad-922aab3e65a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.509711] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1588.509711] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52297083-d3f2-4cc1-d705-462145412d53" [ 1588.509711] env[62697]: _type = "Task" [ 1588.509711] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.517681] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52297083-d3f2-4cc1-d705-462145412d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.736433] env[62697]: DEBUG oslo_concurrency.lockutils [req-9dbc28c5-83b3-4fda-8a4a-187b2ec3fa5b req-1c856553-0d2c-4e5a-b2a3-eb9b810d2416 service nova] Releasing lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.788913] env[62697]: DEBUG oslo_concurrency.lockutils [None req-77d26063-a10c-484d-ae47-ad9e02f5e6a9 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "30de9743-bc1f-40b5-815c-d804cd579443" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.448s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.796628] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706793, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.846360] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058977} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.846584] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.847409] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da91e688-571a-4c27-85b9-6ff038150635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.870354] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 48b0304d-240b-4106-9b14-06a909da1c35/48b0304d-240b-4106-9b14-06a909da1c35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.872776] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.873032] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.873222] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.873416] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.873567] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.873770] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.873930] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.874106] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.874285] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.874461] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.874647] env[62697]: DEBUG nova.virt.hardware [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.875297] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e6d9e4c-cd1a-4c32-80cb-72a396704e6b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.890061] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd907f-5309-41f9-b694-5d9ab57aa361 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.907037] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a2e5a5-0b78-4fe6-a005-586e1b17c510 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.910667] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706797, 'name': CreateVM_Task, 'duration_secs': 0.352911} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.910978] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1588.910978] env[62697]: value = "task-1706798" [ 1588.910978] env[62697]: _type = "Task" [ 1588.910978] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.911411] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1588.912250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.925317] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.930935] env[62697]: DEBUG oslo.service.loopingcall [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.932109] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.932351] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81ba3a8e-c9ab-4029-8e9a-6d268886c482 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.947371] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.952011] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.952011] env[62697]: value = "task-1706799" [ 1588.952011] env[62697]: _type = "Task" [ 1588.952011] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.959381] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706799, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.020602] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52297083-d3f2-4cc1-d705-462145412d53, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.020924] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.021193] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.021442] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.021609] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.021791] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.022116] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.022442] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.022674] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ead39ca5-884a-405b-9f44-68a1f61591fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.024495] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ca8ba5-ea5f-4bc1-9bfa-609f693a6f12 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.028994] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1589.028994] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52402e6b-e9ba-b079-383a-b6425a426a88" [ 1589.028994] env[62697]: _type = "Task" [ 1589.028994] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.036150] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52402e6b-e9ba-b079-383a-b6425a426a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.039885] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.040107] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.040831] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbf6749-861e-4a51-8edb-1d198ab0838b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.045563] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1589.045563] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a0ccc5-68a3-6d66-f76b-c19a59713aaa" [ 1589.045563] env[62697]: _type = "Task" [ 1589.045563] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.052767] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a0ccc5-68a3-6d66-f76b-c19a59713aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.291272] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "ca98fc14-5301-40dc-ab3f-26b707734f35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.291610] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.291743] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "ca98fc14-5301-40dc-ab3f-26b707734f35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.291925] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.292127] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.294078] env[62697]: DEBUG oslo_vmware.api [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706793, 'name': RemoveSnapshot_Task, 'duration_secs': 0.636686} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.294292] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1589.294571] env[62697]: INFO nova.compute.manager [None req-9133847a-4bd6-43c7-8996-c30ce2e2c801 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Took 16.07 seconds to snapshot the instance on the hypervisor. [ 1589.296981] env[62697]: INFO nova.compute.manager [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Terminating instance [ 1589.300779] env[62697]: DEBUG nova.compute.manager [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1589.301050] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.301928] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2cadff-07b2-4d27-b4c5-18f9bba8ee6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.310067] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.310217] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f12b5a9-f8a7-41c3-b10c-47d33c4484a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.318583] env[62697]: DEBUG oslo_vmware.api [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1589.318583] env[62697]: value = "task-1706800" [ 1589.318583] env[62697]: _type = "Task" [ 1589.318583] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.327049] env[62697]: DEBUG oslo_vmware.api [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.424798] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.427351] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.427548] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.427732] env[62697]: DEBUG nova.network.neutron [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.462900] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706799, 'name': CreateVM_Task, 'duration_secs': 0.285242} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.463078] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.463498] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.540433] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52402e6b-e9ba-b079-383a-b6425a426a88, 'name': SearchDatastore_Task, 'duration_secs': 0.017641} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.541708] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.542040] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.542322] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.543099] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba72d6b-4290-4d0b-ac37-76f1067ed8d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.545675] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.546050] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.546394] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89865d01-22f8-4e15-854d-45f5bbe7b622 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.554118] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ab961c-f596-4d9e-b0d4-7a43086f2e9c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.563140] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1589.563140] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521ba85a-25b0-55fc-a8f2-141b29d45697" [ 1589.563140] env[62697]: _type = "Task" [ 1589.563140] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.563434] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a0ccc5-68a3-6d66-f76b-c19a59713aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008302} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.567605] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe27602-87e5-494c-80d6-853cc48e7e4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.595418] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fab284d-8b55-41d0-9b14-267a77e75add {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.602643] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521ba85a-25b0-55fc-a8f2-141b29d45697, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.602957] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1589.602957] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527d1c38-387e-f74e-1a8d-2b57de2450bf" [ 1589.602957] env[62697]: _type = "Task" [ 1589.602957] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.603642] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.603921] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.604144] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.612145] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d738e58-9c38-49b4-950b-9f5ee6d8f8c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.618137] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527d1c38-387e-f74e-1a8d-2b57de2450bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.618723] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.618990] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1afa2e13-9580-407a-83c4-f3276f6b1fd4/1afa2e13-9580-407a-83c4-f3276f6b1fd4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.619286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.619480] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.619682] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0882fcc-c783-4253-954d-1d214b0dd870 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.621493] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95bc00c3-bf3f-4b80-bf58-ea79a122dfc0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.631031] env[62697]: DEBUG nova.compute.provider_tree [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.635167] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1589.635167] env[62697]: value = "task-1706801" [ 1589.635167] env[62697]: _type = "Task" [ 1589.635167] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.642194] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.643580] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.643756] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.645169] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf25ba8c-725b-459c-8ca4-3cbeace4f369 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.651440] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1589.651440] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b1e8c2-9326-7a95-7dae-0da54700ffa2" [ 1589.651440] env[62697]: _type = "Task" [ 1589.651440] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.658965] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b1e8c2-9326-7a95-7dae-0da54700ffa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.831786] env[62697]: DEBUG oslo_vmware.api [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706800, 'name': PowerOffVM_Task, 'duration_secs': 0.447179} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.832157] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.832359] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.832886] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d42c40a0-8a40-438a-abb9-8541a3e0e066 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.925798] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706798, 'name': ReconfigVM_Task, 'duration_secs': 0.924514} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.927017] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 48b0304d-240b-4106-9b14-06a909da1c35/48b0304d-240b-4106-9b14-06a909da1c35.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.929090] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29feaf65-de29-4cb2-965f-366d8b82840f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.931095] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.931321] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.931526] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleting the datastore file [datastore1] ca98fc14-5301-40dc-ab3f-26b707734f35 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.933996] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43cc7b70-64ee-47c6-a46f-05e0e4e41348 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.941500] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1589.941500] env[62697]: value = "task-1706803" [ 1589.941500] env[62697]: _type = "Task" [ 1589.941500] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.943079] env[62697]: DEBUG oslo_vmware.api [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for the task: (returnval){ [ 1589.943079] env[62697]: value = "task-1706804" [ 1589.943079] env[62697]: _type = "Task" [ 1589.943079] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.956147] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706803, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.959346] env[62697]: DEBUG oslo_vmware.api [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.136420] env[62697]: DEBUG nova.scheduler.client.report [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1590.149182] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513019} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.149467] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1afa2e13-9580-407a-83c4-f3276f6b1fd4/1afa2e13-9580-407a-83c4-f3276f6b1fd4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.149697] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.149963] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b05b4a8-87f6-445e-bf36-cf4407b63113 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.162901] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b1e8c2-9326-7a95-7dae-0da54700ffa2, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.165301] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1590.165301] env[62697]: value = "task-1706805" [ 1590.165301] env[62697]: _type = "Task" [ 1590.165301] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.165540] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4263f754-cabf-404b-947b-cb410d063881 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.176498] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1590.176498] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526b3003-e675-f06b-26b7-903ad91c180d" [ 1590.176498] env[62697]: _type = "Task" [ 1590.176498] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.179869] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.180899] env[62697]: DEBUG nova.network.neutron [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance_info_cache with network_info: [{"id": "9f056071-0593-49dd-8f53-06cf3adedf69", "address": "fa:16:3e:69:ec:5d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f056071-05", "ovs_interfaceid": "9f056071-0593-49dd-8f53-06cf3adedf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.190868] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526b3003-e675-f06b-26b7-903ad91c180d, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.191743] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.192088] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f1b23392-1703-4599-9980-a0c2314bc42a/f1b23392-1703-4599-9980-a0c2314bc42a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.192398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.192609] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.192835] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1361c12-3ac2-4e94-9e7b-20aee43c107c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.195417] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f44b13a4-9658-4226-ac21-60711e5d8338 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.204341] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1590.204341] env[62697]: value = "task-1706806" [ 1590.204341] env[62697]: _type = "Task" [ 1590.204341] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.205556] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.205843] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.212877] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3888294f-e43a-4f4d-9b1b-3d52df833520 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.219586] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1590.219586] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52098e47-a985-d2db-7026-829400202066" [ 1590.219586] env[62697]: _type = "Task" [ 1590.219586] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.224111] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.235956] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52098e47-a985-d2db-7026-829400202066, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.237060] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c13e87-cc28-406b-8ae1-78abbf1be6e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.242228] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1590.242228] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5226932a-9e60-af96-072b-8700e3b75252" [ 1590.242228] env[62697]: _type = "Task" [ 1590.242228] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.249566] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5226932a-9e60-af96-072b-8700e3b75252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.457743] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706803, 'name': Rename_Task, 'duration_secs': 0.273061} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.461854] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.461854] env[62697]: DEBUG oslo_vmware.api [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Task: {'id': task-1706804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30632} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.462242] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2657d547-37b7-4ad0-b8ef-e45f82110993 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.464495] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.464725] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.464916] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.465188] env[62697]: INFO nova.compute.manager [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1590.465539] env[62697]: DEBUG oslo.service.loopingcall [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.465995] env[62697]: DEBUG nova.compute.manager [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1590.466154] env[62697]: DEBUG nova.network.neutron [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.476139] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1590.476139] env[62697]: value = "task-1706807" [ 1590.476139] env[62697]: _type = "Task" [ 1590.476139] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.489577] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.645970] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.646912] env[62697]: DEBUG nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1590.650085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.344s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.650395] env[62697]: DEBUG nova.objects.instance [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lazy-loading 'resources' on Instance uuid 8ce3b721-081e-4f6e-9e35-1f510e467e98 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.678368] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094784} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.678606] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.679417] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f036b95a-5d40-4b6b-ae85-dbf0fa4f9a50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.694188] env[62697]: DEBUG oslo_concurrency.lockutils [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.706609] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 1afa2e13-9580-407a-83c4-f3276f6b1fd4/1afa2e13-9580-407a-83c4-f3276f6b1fd4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.707519] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29920fa5-4159-422e-b3ff-19294f5d4f78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.732602] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466449} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.733894] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] f1b23392-1703-4599-9980-a0c2314bc42a/f1b23392-1703-4599-9980-a0c2314bc42a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.733894] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.734250] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1590.734250] env[62697]: value = "task-1706808" [ 1590.734250] env[62697]: _type = "Task" [ 1590.734250] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.734400] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65353e18-858a-40c3-b5b5-5d6844c8c123 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.745595] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.750242] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1590.750242] env[62697]: value = "task-1706809" [ 1590.750242] env[62697]: _type = "Task" [ 1590.750242] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.759737] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5226932a-9e60-af96-072b-8700e3b75252, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.761966] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.762320] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.762614] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa430c1-2fc8-47c5-a5a6-e5cf24a8b52d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.770075] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.775976] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1590.775976] env[62697]: value = "task-1706810" [ 1590.775976] env[62697]: _type = "Task" [ 1590.775976] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.783208] env[62697]: DEBUG nova.compute.manager [req-2e66cf6a-667b-42c9-86ea-d835fd4aba73 req-eb272a08-2af1-4cc4-a2ef-5c553c4a4cd9 service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Received event network-vif-deleted-77169fb0-e858-4bab-a8c7-621e4457a3a5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1590.783781] env[62697]: INFO nova.compute.manager [req-2e66cf6a-667b-42c9-86ea-d835fd4aba73 req-eb272a08-2af1-4cc4-a2ef-5c553c4a4cd9 service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Neutron deleted interface 77169fb0-e858-4bab-a8c7-621e4457a3a5; detaching it from the instance and deleting it from the info cache [ 1590.784056] env[62697]: DEBUG nova.network.neutron [req-2e66cf6a-667b-42c9-86ea-d835fd4aba73 req-eb272a08-2af1-4cc4-a2ef-5c553c4a4cd9 service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.789644] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.992376] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.153468] env[62697]: DEBUG nova.compute.utils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.159096] env[62697]: DEBUG nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1591.159319] env[62697]: DEBUG nova.network.neutron [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.206162] env[62697]: DEBUG nova.policy [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6b108f28422493d9e183baf313f909c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4145f85ff4564f57b63f1c50c7cd23c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1591.229675] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7af92e-3611-4c3a-9721-5420b80dac02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.260734] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55350518-2bf4-4a43-a92f-a65a6e5f653e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.267418] env[62697]: DEBUG nova.network.neutron [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.268843] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706808, 'name': ReconfigVM_Task, 'duration_secs': 0.459199} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.269868] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 1afa2e13-9580-407a-83c4-f3276f6b1fd4/1afa2e13-9580-407a-83c4-f3276f6b1fd4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.270592] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a7c75e-95f4-42e7-8ab9-3211cf93a882 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.277670] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074049} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.278153] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance '763212b3-74ee-4ccc-902f-d613e51441f2' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1591.285096] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.290155] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3d998-8a56-474e-b108-49cfd1acde5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.293585] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1591.293585] env[62697]: value = "task-1706811" [ 1591.293585] env[62697]: _type = "Task" [ 1591.293585] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.294161] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50d3a6ab-3764-495e-98cd-f3f9d5621806 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.308923] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706810, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.318646] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f1b23392-1703-4599-9980-a0c2314bc42a/f1b23392-1703-4599-9980-a0c2314bc42a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.323624] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e38094ac-5340-465a-a6ed-5953ac6ab7ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.343724] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706811, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.347060] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c5b7f5-9e68-4565-8761-edb21869c095 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.362833] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1591.362833] env[62697]: value = "task-1706812" [ 1591.362833] env[62697]: _type = "Task" [ 1591.362833] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.374582] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.391250] env[62697]: DEBUG nova.compute.manager [req-2e66cf6a-667b-42c9-86ea-d835fd4aba73 req-eb272a08-2af1-4cc4-a2ef-5c553c4a4cd9 service nova] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Detach interface failed, port_id=77169fb0-e858-4bab-a8c7-621e4457a3a5, reason: Instance ca98fc14-5301-40dc-ab3f-26b707734f35 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1591.490419] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706807, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.492310] env[62697]: DEBUG nova.network.neutron [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Successfully created port: b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1591.529998] env[62697]: DEBUG nova.compute.manager [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1591.530973] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb106814-3273-46ac-b9df-ea9556e86423 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.605211] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f13ee-4d81-41b3-9042-7e1905066ebf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.612932] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69692abf-0af9-4cfc-a515-8f7eaa40fb6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.649736] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae492284-05c2-46dd-91c2-736c00f47709 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.656427] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4efa45-a30f-4c00-ad47-03ac06746d55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.660911] env[62697]: DEBUG nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1591.675248] env[62697]: DEBUG nova.compute.provider_tree [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.771398] env[62697]: INFO nova.compute.manager [-] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Took 1.30 seconds to deallocate network for instance. [ 1591.787990] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540673} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.788284] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.788503] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.788778] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a5f9f6d-6c2e-4783-a96a-bf320215fb70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.792097] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.792372] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0610dc84-aa36-4406-b071-a089d8685b5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.799840] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1591.799840] env[62697]: value = "task-1706814" [ 1591.799840] env[62697]: _type = "Task" [ 1591.799840] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.803989] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706811, 'name': Rename_Task, 'duration_secs': 0.152518} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.804349] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1591.804349] env[62697]: value = "task-1706813" [ 1591.804349] env[62697]: _type = "Task" [ 1591.804349] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.809624] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.810501] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a97526e-f3ec-405a-ad44-913bbdca3950 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.821102] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.825262] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.825411] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1591.825411] env[62697]: value = "task-1706815" [ 1591.825411] env[62697]: _type = "Task" [ 1591.825411] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.835083] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.873581] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.989070] env[62697]: DEBUG oslo_vmware.api [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706807, 'name': PowerOnVM_Task, 'duration_secs': 1.068991} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.989376] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.989588] env[62697]: INFO nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1591.989775] env[62697]: DEBUG nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1591.990625] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bdf7b1-0c5d-4ece-a4ce-b4578e4cabb3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.044198] env[62697]: INFO nova.compute.manager [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] instance snapshotting [ 1592.047126] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f820dd-e0ce-4581-959f-0120f6446095 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.066717] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4014bcf1-52b9-4b1c-914d-05a2b3eba0d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.179339] env[62697]: DEBUG nova.scheduler.client.report [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.277291] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.317040] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.321741] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183954} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.321995] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.322740] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4527bebf-0ec9-4916-a6b5-574f4fbe9e96 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.344268] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.344834] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf119e4-6692-4db4-b354-fe1699dff80c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.361463] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.368610] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1592.368610] env[62697]: value = "task-1706816" [ 1592.368610] env[62697]: _type = "Task" [ 1592.368610] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.374730] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706812, 'name': ReconfigVM_Task, 'duration_secs': 0.619963} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.375329] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f1b23392-1703-4599-9980-a0c2314bc42a/f1b23392-1703-4599-9980-a0c2314bc42a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.375941] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-801a910f-669e-496e-9195-e02f2f862e9c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.380209] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.385949] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1592.385949] env[62697]: value = "task-1706817" [ 1592.385949] env[62697]: _type = "Task" [ 1592.385949] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.394015] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706817, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.508944] env[62697]: INFO nova.compute.manager [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Took 28.77 seconds to build instance. [ 1592.577811] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1592.578216] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2adb473e-c26c-474f-a9e7-a66ee24a73e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.587552] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1592.587552] env[62697]: value = "task-1706818" [ 1592.587552] env[62697]: _type = "Task" [ 1592.587552] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.596512] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.671021] env[62697]: DEBUG nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1592.683975] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.686182] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.893s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.688355] env[62697]: INFO nova.compute.claims [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.699839] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1592.700221] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1592.700671] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.700671] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1592.700780] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.700897] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1592.701146] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1592.701319] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1592.701501] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1592.701673] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1592.701851] env[62697]: DEBUG nova.virt.hardware [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1592.702801] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c371674-a7b4-4dc0-a42f-05c426b19fce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.711849] env[62697]: INFO nova.scheduler.client.report [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Deleted allocations for instance 8ce3b721-081e-4f6e-9e35-1f510e467e98 [ 1592.714547] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7249d085-e152-4bc4-83e1-fbfcaccdb22f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.817795] env[62697]: DEBUG oslo_vmware.api [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706814, 'name': PowerOnVM_Task, 'duration_secs': 0.725911} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.818215] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.818502] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-13a70bd1-1d16-48f7-83c5-c23d68aa8d54 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance '763212b3-74ee-4ccc-902f-d613e51441f2' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1592.837545] env[62697]: DEBUG oslo_vmware.api [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706815, 'name': PowerOnVM_Task, 'duration_secs': 0.921806} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.837817] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.838033] env[62697]: INFO nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1592.838294] env[62697]: DEBUG nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1592.839081] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210fb128-e9d4-4fde-9e3d-e8f731f8fd01 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.879132] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706816, 'name': ReconfigVM_Task, 'duration_secs': 0.407393} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.879434] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77/ad32f794-116a-4f4b-bbcd-ad0a9c63cc77.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.880078] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc51982f-718f-431b-8190-fecc2456bf3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.887587] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1592.887587] env[62697]: value = "task-1706819" [ 1592.887587] env[62697]: _type = "Task" [ 1592.887587] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.898653] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706817, 'name': Rename_Task, 'duration_secs': 0.255108} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.901724] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.901975] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706819, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.902230] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f6b40b-d1e2-43ac-bd02-d3add4886013 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.907813] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1592.907813] env[62697]: value = "task-1706820" [ 1592.907813] env[62697]: _type = "Task" [ 1592.907813] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.916024] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.011660] env[62697]: DEBUG oslo_concurrency.lockutils [None req-acc9253c-25d5-4488-b415-ec03b73bb7d7 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "48b0304d-240b-4106-9b14-06a909da1c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.287s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.097635] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706818, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.225306] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a69052c7-5a5f-4fb1-ba21-b3ea14c7d193 tempest-ServerRescueTestJSON-1468613934 tempest-ServerRescueTestJSON-1468613934-project-member] Lock "8ce3b721-081e-4f6e-9e35-1f510e467e98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.328s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.357415] env[62697]: INFO nova.compute.manager [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Took 28.47 seconds to build instance. [ 1593.402047] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706819, 'name': Rename_Task, 'duration_secs': 0.179594} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.402431] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.402731] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0fb0f27-57ba-4f13-b5ad-8a8cb6b79e8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.414087] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1593.414087] env[62697]: value = "task-1706821" [ 1593.414087] env[62697]: _type = "Task" [ 1593.414087] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.422151] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706820, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.428297] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.443039] env[62697]: DEBUG nova.compute.manager [req-f39c1b11-85eb-44ba-9065-85ca92324242 req-2bf47c48-0b20-419d-ba2c-d46af220d953 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Received event network-vif-plugged-b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1593.443039] env[62697]: DEBUG oslo_concurrency.lockutils [req-f39c1b11-85eb-44ba-9065-85ca92324242 req-2bf47c48-0b20-419d-ba2c-d46af220d953 service nova] Acquiring lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.443039] env[62697]: DEBUG oslo_concurrency.lockutils [req-f39c1b11-85eb-44ba-9065-85ca92324242 req-2bf47c48-0b20-419d-ba2c-d46af220d953 service nova] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.443039] env[62697]: DEBUG oslo_concurrency.lockutils [req-f39c1b11-85eb-44ba-9065-85ca92324242 req-2bf47c48-0b20-419d-ba2c-d46af220d953 service nova] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.443375] env[62697]: DEBUG nova.compute.manager [req-f39c1b11-85eb-44ba-9065-85ca92324242 req-2bf47c48-0b20-419d-ba2c-d46af220d953 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] No waiting events found dispatching network-vif-plugged-b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1593.443559] env[62697]: WARNING nova.compute.manager [req-f39c1b11-85eb-44ba-9065-85ca92324242 req-2bf47c48-0b20-419d-ba2c-d46af220d953 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Received unexpected event network-vif-plugged-b22ba919-723b-4786-bb58-2196469d5b93 for instance with vm_state building and task_state spawning. [ 1593.535193] env[62697]: DEBUG nova.network.neutron [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Successfully updated port: b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.601125] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706818, 'name': CreateSnapshot_Task, 'duration_secs': 0.893792} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.601428] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1593.602312] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfec477-d26c-442c-a932-2ef6e87ed6a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.859148] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9163d635-0200-467d-ab37-13388ccc898f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.984s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.922395] env[62697]: DEBUG oslo_vmware.api [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706820, 'name': PowerOnVM_Task, 'duration_secs': 0.594206} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.923295] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.923389] env[62697]: INFO nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Took 5.69 seconds to spawn the instance on the hypervisor. [ 1593.923522] env[62697]: DEBUG nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1593.924311] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ae151-fe11-472a-87b1-595bda06f0b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.932142] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706821, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.009901] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7e534-07c8-4ec6-a45b-493caf2d841f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.017207] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4881a68a-dd4c-4272-b4e4-58996c6ebe12 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.048596] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.048775] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.048930] env[62697]: DEBUG nova.network.neutron [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.050908] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cf6df0-65f5-446d-9f61-f9dae93647c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.059847] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f1d19-53c7-4260-a196-9372f1b843bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.075444] env[62697]: DEBUG nova.compute.provider_tree [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1594.121033] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1594.121717] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f64eaa5-026f-40af-9ea5-4678720188ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.131196] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1594.131196] env[62697]: value = "task-1706822" [ 1594.131196] env[62697]: _type = "Task" [ 1594.131196] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.139874] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706822, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.398230] env[62697]: DEBUG nova.compute.manager [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1594.399505] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9024b774-44d4-4f58-8964-c7aaff9260c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.427100] env[62697]: DEBUG oslo_vmware.api [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706821, 'name': PowerOnVM_Task, 'duration_secs': 0.784783} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.427529] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.427634] env[62697]: DEBUG nova.compute.manager [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1594.428512] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfffe78-b99e-47a8-abd4-356826092bd1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.450028] env[62697]: INFO nova.compute.manager [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Took 25.14 seconds to build instance. [ 1594.595243] env[62697]: DEBUG nova.network.neutron [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.603335] env[62697]: ERROR nova.scheduler.client.report [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [req-cbe00621-cf4c-4046-aa0c-471419c02cef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbe00621-cf4c-4046-aa0c-471419c02cef"}]} [ 1594.624043] env[62697]: DEBUG nova.scheduler.client.report [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1594.642505] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706822, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.643689] env[62697]: DEBUG nova.scheduler.client.report [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1594.643971] env[62697]: DEBUG nova.compute.provider_tree [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1594.661775] env[62697]: DEBUG nova.scheduler.client.report [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1594.683792] env[62697]: DEBUG nova.scheduler.client.report [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1594.782137] env[62697]: DEBUG nova.network.neutron [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Updating instance_info_cache with network_info: [{"id": "b22ba919-723b-4786-bb58-2196469d5b93", "address": "fa:16:3e:69:31:b7", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22ba919-72", "ovs_interfaceid": "b22ba919-723b-4786-bb58-2196469d5b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.910860] env[62697]: INFO nova.compute.manager [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] instance snapshotting [ 1594.916894] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decfea78-e091-4780-a4a0-1af5eabef8f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.951430] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6710b-c618-415f-b810-46adc36d6719 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.957093] env[62697]: DEBUG oslo_concurrency.lockutils [None req-46210097-3f19-425a-8889-d2f75ec85949 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "f1b23392-1703-4599-9980-a0c2314bc42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.669s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.957950] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.047987] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d670e109-99d9-4118-bde5-d3cb999f47d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.055606] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986e2634-a817-4ad0-90a8-987b90f0dada {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.088317] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4414ce-efc3-4e83-9840-b08fb384e9b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.095942] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1ade7-fda3-483c-baa2-658a73fbb216 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.109394] env[62697]: DEBUG nova.compute.provider_tree [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1595.142196] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706822, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.285064] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.285426] env[62697]: DEBUG nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Instance network_info: |[{"id": "b22ba919-723b-4786-bb58-2196469d5b93", "address": "fa:16:3e:69:31:b7", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22ba919-72", "ovs_interfaceid": "b22ba919-723b-4786-bb58-2196469d5b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1595.285920] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:31:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b22ba919-723b-4786-bb58-2196469d5b93', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.295077] env[62697]: DEBUG oslo.service.loopingcall [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.295419] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.295776] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0bb55b-306d-4ee0-a36a-e67d513d07a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.317345] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.317345] env[62697]: value = "task-1706823" [ 1595.317345] env[62697]: _type = "Task" [ 1595.317345] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.328321] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706823, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.465586] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1595.465979] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04887a00-a273-4364-8bf4-d8b97d3c6fb3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.476034] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1595.476034] env[62697]: value = "task-1706824" [ 1595.476034] env[62697]: _type = "Task" [ 1595.476034] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.485496] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.649943] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706822, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.657372] env[62697]: DEBUG nova.scheduler.client.report [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1595.660022] env[62697]: DEBUG nova.compute.provider_tree [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 116 to 117 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1595.660022] env[62697]: DEBUG nova.compute.provider_tree [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1595.833315] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706823, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.869045] env[62697]: DEBUG nova.compute.manager [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1595.869272] env[62697]: DEBUG nova.compute.manager [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing instance network info cache due to event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1595.869523] env[62697]: DEBUG oslo_concurrency.lockutils [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] Acquiring lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.869661] env[62697]: DEBUG oslo_concurrency.lockutils [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] Acquired lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.869824] env[62697]: DEBUG nova.network.neutron [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.991491] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706824, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.027953] env[62697]: DEBUG nova.compute.manager [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Received event network-changed-b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1596.028517] env[62697]: DEBUG nova.compute.manager [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Refreshing instance network info cache due to event network-changed-b22ba919-723b-4786-bb58-2196469d5b93. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1596.028771] env[62697]: DEBUG oslo_concurrency.lockutils [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] Acquiring lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.028984] env[62697]: DEBUG oslo_concurrency.lockutils [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] Acquired lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.029491] env[62697]: DEBUG nova.network.neutron [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Refreshing network info cache for port b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.146996] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706822, 'name': CloneVM_Task, 'duration_secs': 1.892492} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.147442] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Created linked-clone VM from snapshot [ 1596.148248] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d0070-7c21-4d9b-8abd-9d442fa45617 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.157434] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Uploading image 99da2099-0c73-4472-ab66-cc10a16d9388 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1596.169587] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.479s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.169587] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.889s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.169587] env[62697]: DEBUG nova.objects.instance [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lazy-loading 'resources' on Instance uuid ca98fc14-5301-40dc-ab3f-26b707734f35 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.200535] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1596.200535] env[62697]: value = "vm-355639" [ 1596.200535] env[62697]: _type = "VirtualMachine" [ 1596.200535] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1596.201204] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b517cb5b-93f4-493a-94c0-c9865382f8ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.211512] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lease: (returnval){ [ 1596.211512] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528f6889-de80-d13f-470f-58e43b4c2bfe" [ 1596.211512] env[62697]: _type = "HttpNfcLease" [ 1596.211512] env[62697]: } obtained for exporting VM: (result){ [ 1596.211512] env[62697]: value = "vm-355639" [ 1596.211512] env[62697]: _type = "VirtualMachine" [ 1596.211512] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1596.212166] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the lease: (returnval){ [ 1596.212166] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528f6889-de80-d13f-470f-58e43b4c2bfe" [ 1596.212166] env[62697]: _type = "HttpNfcLease" [ 1596.212166] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1596.221519] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1596.221519] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528f6889-de80-d13f-470f-58e43b4c2bfe" [ 1596.221519] env[62697]: _type = "HttpNfcLease" [ 1596.221519] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1596.333694] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706823, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.352323] env[62697]: DEBUG nova.compute.manager [None req-538abaf8-6379-4da2-87f4-405631b111e8 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1596.352916] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd2b2b-d594-47e4-b211-f7574a2fbf27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.419830] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "763212b3-74ee-4ccc-902f-d613e51441f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.420426] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.420649] env[62697]: DEBUG nova.compute.manager [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Going to confirm migration 5 {{(pid=62697) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1596.489835] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706824, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.614026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "f1b23392-1703-4599-9980-a0c2314bc42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.614026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "f1b23392-1703-4599-9980-a0c2314bc42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.614026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "f1b23392-1703-4599-9980-a0c2314bc42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.614026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "f1b23392-1703-4599-9980-a0c2314bc42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.614026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "f1b23392-1703-4599-9980-a0c2314bc42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.616117] env[62697]: INFO nova.compute.manager [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Terminating instance [ 1596.617975] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "refresh_cache-f1b23392-1703-4599-9980-a0c2314bc42a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.618168] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquired lock "refresh_cache-f1b23392-1703-4599-9980-a0c2314bc42a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.618341] env[62697]: DEBUG nova.network.neutron [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1596.669161] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "f4c8abde-fe5a-4a31-9d45-ec3fa256b9d7" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.669999] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "f4c8abde-fe5a-4a31-9d45-ec3fa256b9d7" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.723859] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1596.723859] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528f6889-de80-d13f-470f-58e43b4c2bfe" [ 1596.723859] env[62697]: _type = "HttpNfcLease" [ 1596.723859] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1596.724224] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1596.724224] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528f6889-de80-d13f-470f-58e43b4c2bfe" [ 1596.724224] env[62697]: _type = "HttpNfcLease" [ 1596.724224] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1596.725180] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deb17c2-1821-4e8a-92d8-5c914048d188 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.741434] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fab63b-8b35-ed2c-d1e9-cd0f5d898adf/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1596.741636] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fab63b-8b35-ed2c-d1e9-cd0f5d898adf/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1596.831945] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706823, 'name': CreateVM_Task, 'duration_secs': 1.446593} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.836015] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.836015] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.836015] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.836015] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.836015] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67049e6f-bbb9-442f-a551-4e93c20a905f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.839656] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1596.839656] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e66983-211c-8a9b-2882-4da68f3a88e7" [ 1596.839656] env[62697]: _type = "Task" [ 1596.839656] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.850016] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e66983-211c-8a9b-2882-4da68f3a88e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.869977] env[62697]: INFO nova.compute.manager [None req-538abaf8-6379-4da2-87f4-405631b111e8 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] instance snapshotting [ 1596.870638] env[62697]: DEBUG nova.objects.instance [None req-538abaf8-6379-4da2-87f4-405631b111e8 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lazy-loading 'flavor' on Instance uuid f1b23392-1703-4599-9980-a0c2314bc42a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.881209] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edb6c796-5ec1-4658-b3f8-9044a422c2e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.891086] env[62697]: DEBUG nova.network.neutron [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updated VIF entry in instance network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.891525] env[62697]: DEBUG nova.network.neutron [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updating instance_info_cache with network_info: [{"id": "09137209-d1c9-46f8-8982-f34aa5d03a02", "address": "fa:16:3e:6d:99:97", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09137209-d1", "ovs_interfaceid": "09137209-d1c9-46f8-8982-f34aa5d03a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.943421] env[62697]: DEBUG nova.network.neutron [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Updated VIF entry in instance network info cache for port b22ba919-723b-4786-bb58-2196469d5b93. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.943421] env[62697]: DEBUG nova.network.neutron [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Updating instance_info_cache with network_info: [{"id": "b22ba919-723b-4786-bb58-2196469d5b93", "address": "fa:16:3e:69:31:b7", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22ba919-72", "ovs_interfaceid": "b22ba919-723b-4786-bb58-2196469d5b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.973871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.973871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.974260] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.974443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.974760] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.979474] env[62697]: INFO nova.compute.manager [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Terminating instance [ 1596.986275] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "refresh_cache-ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.986275] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquired lock "refresh_cache-ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.986275] env[62697]: DEBUG nova.network.neutron [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1596.996346] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706824, 'name': CreateSnapshot_Task, 'duration_secs': 1.026611} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.000592] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1597.002694] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c8dbcb-75ef-4e51-b5bc-8a3b8f24c511 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.017894] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.018097] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.018285] env[62697]: DEBUG nova.network.neutron [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.018604] env[62697]: DEBUG nova.objects.instance [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lazy-loading 'info_cache' on Instance uuid 763212b3-74ee-4ccc-902f-d613e51441f2 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.152301] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b78ae5-99ea-4a9c-a26d-4afd066cd4d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.158491] env[62697]: DEBUG nova.network.neutron [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.168530] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7960ec95-a4b0-4b7e-bd63-760ce4066b15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.175388] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "f4c8abde-fe5a-4a31-9d45-ec3fa256b9d7" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.176066] env[62697]: DEBUG nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1597.220650] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db81b1-cfa8-47c7-a0c5-cfe9caee9d9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.229228] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38a9cc-4dd7-4d7b-ae71-2e43191aa68c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.245421] env[62697]: DEBUG nova.compute.provider_tree [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1597.259240] env[62697]: DEBUG nova.network.neutron [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.350788] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e66983-211c-8a9b-2882-4da68f3a88e7, 'name': SearchDatastore_Task, 'duration_secs': 0.015481} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.351378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.351750] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.353336] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.353336] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.353336] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.353727] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2acb0bc8-4fad-47ed-88df-b1cd37286841 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.364118] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.364599] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.365634] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05720f18-c563-48a6-9ecb-381a904a4d29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.371915] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1597.371915] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c7aef2-adc8-3275-a096-8d9f0cd53ae9" [ 1597.371915] env[62697]: _type = "Task" [ 1597.371915] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.381160] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1141a8-0b66-41bf-8a25-b254d77363db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.389404] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c7aef2-adc8-3275-a096-8d9f0cd53ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.403313] env[62697]: DEBUG oslo_concurrency.lockutils [req-e4ab78a8-d684-4a98-b591-4a0f7b13e696 req-43ea4076-2290-4d6d-b572-10310b1823d1 service nova] Releasing lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.404563] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0a3ee3-4649-4219-aaf6-9ceaf710aa5e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.445362] env[62697]: DEBUG oslo_concurrency.lockutils [req-695f3e12-86c6-41f6-8ce0-609a8ab7d998 req-4f2dda6f-1448-45dd-83c6-fbb945028b02 service nova] Releasing lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.519023] env[62697]: DEBUG nova.network.neutron [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.528775] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1597.531462] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c128080-eff1-4457-86b2-3665e08a1245 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.548022] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1597.548022] env[62697]: value = "task-1706826" [ 1597.548022] env[62697]: _type = "Task" [ 1597.548022] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.558248] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706826, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.636144] env[62697]: DEBUG nova.network.neutron [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.720154] env[62697]: DEBUG nova.compute.utils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.722385] env[62697]: DEBUG nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1597.722577] env[62697]: DEBUG nova.network.neutron [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.764113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Releasing lock "refresh_cache-f1b23392-1703-4599-9980-a0c2314bc42a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.764799] env[62697]: DEBUG nova.compute.manager [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1597.765174] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.768225] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f12d11a-b469-45d2-b9e9-8884b38d5a92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.777668] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.778198] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c256d0eb-43fb-457a-8b47-b1a9c596721c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.783395] env[62697]: DEBUG nova.policy [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d09c61465e94682bbb24b6592defe7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ec532b9eee4c399c1cdb8b8e5d92b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1597.786534] env[62697]: DEBUG oslo_vmware.api [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1597.786534] env[62697]: value = "task-1706827" [ 1597.786534] env[62697]: _type = "Task" [ 1597.786534] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.803105] env[62697]: DEBUG oslo_vmware.api [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.808197] env[62697]: DEBUG nova.scheduler.client.report [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1597.808491] env[62697]: DEBUG nova.compute.provider_tree [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 117 to 118 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1597.808679] env[62697]: DEBUG nova.compute.provider_tree [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1597.883900] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c7aef2-adc8-3275-a096-8d9f0cd53ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.02156} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.884918] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86002a14-2b5f-4e3b-8752-94d14fb25040 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.891498] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1597.891498] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5267d82e-61d1-ffc1-8f3d-c306c233f8cd" [ 1597.891498] env[62697]: _type = "Task" [ 1597.891498] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.902172] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5267d82e-61d1-ffc1-8f3d-c306c233f8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.917340] env[62697]: DEBUG nova.compute.manager [None req-538abaf8-6379-4da2-87f4-405631b111e8 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Instance disappeared during snapshot {{(pid=62697) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1598.052915] env[62697]: DEBUG nova.compute.manager [None req-538abaf8-6379-4da2-87f4-405631b111e8 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Found 0 images (rotation: 2) {{(pid=62697) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1598.061258] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706826, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.139583] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Releasing lock "refresh_cache-ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.140030] env[62697]: DEBUG nova.compute.manager [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1598.143497] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.143497] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09061e1a-d3f8-4f72-88aa-3691c6fae5b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.150795] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.151217] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca4dbcc3-64f4-4a83-92e6-c175e48691d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.158694] env[62697]: DEBUG oslo_vmware.api [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1598.158694] env[62697]: value = "task-1706828" [ 1598.158694] env[62697]: _type = "Task" [ 1598.158694] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.172371] env[62697]: DEBUG oslo_vmware.api [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.187097] env[62697]: DEBUG nova.network.neutron [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Successfully created port: c5645f90-327c-49a6-8013-4af4d1de0049 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.226195] env[62697]: DEBUG nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1598.300149] env[62697]: DEBUG oslo_vmware.api [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706827, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.316786] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.321555] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.362s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.321555] env[62697]: DEBUG nova.objects.instance [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1598.366239] env[62697]: INFO nova.scheduler.client.report [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Deleted allocations for instance ca98fc14-5301-40dc-ab3f-26b707734f35 [ 1598.376157] env[62697]: DEBUG nova.compute.manager [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1598.376157] env[62697]: DEBUG nova.compute.manager [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing instance network info cache due to event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1598.376157] env[62697]: DEBUG oslo_concurrency.lockutils [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] Acquiring lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.376730] env[62697]: DEBUG oslo_concurrency.lockutils [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] Acquired lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.376730] env[62697]: DEBUG nova.network.neutron [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.408235] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5267d82e-61d1-ffc1-8f3d-c306c233f8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.408515] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.408761] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2a19d04b-47ae-4ce4-8bf6-5bc03494770c/2a19d04b-47ae-4ce4-8bf6-5bc03494770c.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1598.409148] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cee996ec-2e91-47f6-8e9f-a53c407be671 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.418933] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1598.418933] env[62697]: value = "task-1706829" [ 1598.418933] env[62697]: _type = "Task" [ 1598.418933] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.429684] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.445683] env[62697]: DEBUG nova.network.neutron [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance_info_cache with network_info: [{"id": "9f056071-0593-49dd-8f53-06cf3adedf69", "address": "fa:16:3e:69:ec:5d", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f056071-05", "ovs_interfaceid": "9f056071-0593-49dd-8f53-06cf3adedf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.560323] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706826, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.672261] env[62697]: DEBUG oslo_vmware.api [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706828, 'name': PowerOffVM_Task, 'duration_secs': 0.219797} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.673139] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.673372] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.673574] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8c375fa-4352-4aa4-a34c-61bbf96ffd2f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.701062] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.701577] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.701616] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Deleting the datastore file [datastore1] ad32f794-116a-4f4b-bbcd-ad0a9c63cc77 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.701918] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc2eb2d6-6999-4dc0-b8a6-51bae09a8ac1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.709338] env[62697]: DEBUG oslo_vmware.api [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for the task: (returnval){ [ 1598.709338] env[62697]: value = "task-1706831" [ 1598.709338] env[62697]: _type = "Task" [ 1598.709338] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.719524] env[62697]: DEBUG oslo_vmware.api [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.799857] env[62697]: DEBUG oslo_vmware.api [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706827, 'name': PowerOffVM_Task, 'duration_secs': 0.656582} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.800334] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.800539] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.800819] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dbeb694-dcfa-4b51-901a-5c532b945179 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.833268] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.833471] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.833790] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Deleting the datastore file [datastore1] f1b23392-1703-4599-9980-a0c2314bc42a {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.834379] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21eaefe8-e46d-464b-885a-e85e1331f964 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.841806] env[62697]: DEBUG oslo_vmware.api [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for the task: (returnval){ [ 1598.841806] env[62697]: value = "task-1706833" [ 1598.841806] env[62697]: _type = "Task" [ 1598.841806] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.853234] env[62697]: DEBUG oslo_vmware.api [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.877532] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3931f3a0-990f-42c6-852e-2a74c48e8bf8 tempest-ServersAdminTestJSON-2026904459 tempest-ServersAdminTestJSON-2026904459-project-member] Lock "ca98fc14-5301-40dc-ab3f-26b707734f35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.586s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.931830] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.946392] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-763212b3-74ee-4ccc-902f-d613e51441f2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.946842] env[62697]: DEBUG nova.objects.instance [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lazy-loading 'migration_context' on Instance uuid 763212b3-74ee-4ccc-902f-d613e51441f2 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.057719] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706826, 'name': CloneVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.223847] env[62697]: DEBUG oslo_vmware.api [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Task: {'id': task-1706831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411932} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.224147] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.224361] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.224555] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.224735] env[62697]: INFO nova.compute.manager [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1599.224985] env[62697]: DEBUG oslo.service.loopingcall [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.225296] env[62697]: DEBUG nova.compute.manager [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1599.225397] env[62697]: DEBUG nova.network.neutron [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.240668] env[62697]: DEBUG nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1599.268372] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1599.268630] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1599.268792] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.268995] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1599.269268] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.269440] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1599.269702] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1599.269856] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1599.270046] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1599.270290] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1599.270421] env[62697]: DEBUG nova.virt.hardware [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1599.271793] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c164f0-fce7-477d-9505-c87cbf486583 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.275498] env[62697]: DEBUG nova.network.neutron [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.285274] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a14cf-259c-49bf-a706-68e24bd3639e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.335794] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9750d502-fd32-4585-be3e-fbe8dd80b828 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.354412] env[62697]: DEBUG oslo_vmware.api [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Task: {'id': task-1706833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303787} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.355572] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.356111] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.356316] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.356500] env[62697]: INFO nova.compute.manager [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1599.356743] env[62697]: DEBUG oslo.service.loopingcall [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.357234] env[62697]: DEBUG nova.compute.manager [-] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1599.357641] env[62697]: DEBUG nova.network.neutron [-] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.397180] env[62697]: DEBUG nova.network.neutron [-] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.433636] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643677} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.433931] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2a19d04b-47ae-4ce4-8bf6-5bc03494770c/2a19d04b-47ae-4ce4-8bf6-5bc03494770c.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.434168] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.434464] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21094df5-9191-4ff5-bfd5-7e44674f0208 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.442416] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1599.442416] env[62697]: value = "task-1706834" [ 1599.442416] env[62697]: _type = "Task" [ 1599.442416] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.452699] env[62697]: DEBUG nova.objects.base [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Object Instance<763212b3-74ee-4ccc-902f-d613e51441f2> lazy-loaded attributes: info_cache,migration_context {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1599.453080] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.454056] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981829b2-6bcf-4b05-ac61-e5bab40bfc8c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.476830] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770157ab-ed48-4063-be74-ddcebbf43695 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.483853] env[62697]: DEBUG oslo_vmware.api [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1599.483853] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52fc3475-1801-edee-1fd7-247c7b869590" [ 1599.483853] env[62697]: _type = "Task" [ 1599.483853] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.490585] env[62697]: DEBUG nova.network.neutron [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updated VIF entry in instance network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.491337] env[62697]: DEBUG nova.network.neutron [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updating instance_info_cache with network_info: [{"id": "09137209-d1c9-46f8-8982-f34aa5d03a02", "address": "fa:16:3e:6d:99:97", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09137209-d1", "ovs_interfaceid": "09137209-d1c9-46f8-8982-f34aa5d03a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.498151] env[62697]: DEBUG oslo_vmware.api [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fc3475-1801-edee-1fd7-247c7b869590, 'name': SearchDatastore_Task, 'duration_secs': 0.007964} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.498484] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.498723] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.559847] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706826, 'name': CloneVM_Task, 'duration_secs': 1.59006} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.560312] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Created linked-clone VM from snapshot [ 1599.561306] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c5187-e62a-4d10-a44d-5b11474438a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.569917] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Uploading image 540400ce-c240-495d-b60f-a72405dc69dd {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1599.583493] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1599.583845] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28302b30-542f-4386-baf4-624c612b3158 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.592155] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1599.592155] env[62697]: value = "task-1706835" [ 1599.592155] env[62697]: _type = "Task" [ 1599.592155] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.602191] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706835, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.780145] env[62697]: DEBUG nova.network.neutron [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.897796] env[62697]: DEBUG nova.network.neutron [-] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.953354] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079162} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.953704] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.954817] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c5dcb-40be-4554-b9b2-660921b633af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.982374] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2a19d04b-47ae-4ce4-8bf6-5bc03494770c/2a19d04b-47ae-4ce4-8bf6-5bc03494770c.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.983700] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb56543-ee15-4799-b3d3-a8b581ce2ba5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.002108] env[62697]: DEBUG oslo_concurrency.lockutils [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] Releasing lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.002108] env[62697]: DEBUG nova.compute.manager [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Received event network-changed-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1600.002108] env[62697]: DEBUG nova.compute.manager [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Refreshing instance network info cache due to event network-changed-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1600.002108] env[62697]: DEBUG oslo_concurrency.lockutils [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] Acquiring lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.002108] env[62697]: DEBUG oslo_concurrency.lockutils [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] Acquired lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.002108] env[62697]: DEBUG nova.network.neutron [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Refreshing network info cache for port f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.011875] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1600.011875] env[62697]: value = "task-1706836" [ 1600.011875] env[62697]: _type = "Task" [ 1600.011875] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.020621] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.102881] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706835, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.123955] env[62697]: DEBUG nova.compute.manager [req-a956c7fc-a263-44fc-9888-2943b2037f40 req-e8274204-f9d8-45af-bb9c-d2cdc628e4b0 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Received event network-vif-plugged-c5645f90-327c-49a6-8013-4af4d1de0049 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1600.123955] env[62697]: DEBUG oslo_concurrency.lockutils [req-a956c7fc-a263-44fc-9888-2943b2037f40 req-e8274204-f9d8-45af-bb9c-d2cdc628e4b0 service nova] Acquiring lock "2c73f3a2-0573-4924-9c81-e164157f7c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.123955] env[62697]: DEBUG oslo_concurrency.lockutils [req-a956c7fc-a263-44fc-9888-2943b2037f40 req-e8274204-f9d8-45af-bb9c-d2cdc628e4b0 service nova] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.124693] env[62697]: DEBUG oslo_concurrency.lockutils [req-a956c7fc-a263-44fc-9888-2943b2037f40 req-e8274204-f9d8-45af-bb9c-d2cdc628e4b0 service nova] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.125142] env[62697]: DEBUG nova.compute.manager [req-a956c7fc-a263-44fc-9888-2943b2037f40 req-e8274204-f9d8-45af-bb9c-d2cdc628e4b0 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] No waiting events found dispatching network-vif-plugged-c5645f90-327c-49a6-8013-4af4d1de0049 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1600.125142] env[62697]: WARNING nova.compute.manager [req-a956c7fc-a263-44fc-9888-2943b2037f40 req-e8274204-f9d8-45af-bb9c-d2cdc628e4b0 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Received unexpected event network-vif-plugged-c5645f90-327c-49a6-8013-4af4d1de0049 for instance with vm_state building and task_state spawning. [ 1600.288856] env[62697]: INFO nova.compute.manager [-] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Took 1.06 seconds to deallocate network for instance. [ 1600.358334] env[62697]: DEBUG nova.network.neutron [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Successfully updated port: c5645f90-327c-49a6-8013-4af4d1de0049 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.402108] env[62697]: INFO nova.compute.manager [-] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Took 1.04 seconds to deallocate network for instance. [ 1600.413412] env[62697]: DEBUG nova.compute.manager [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Received event network-changed-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1600.413412] env[62697]: DEBUG nova.compute.manager [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Refreshing instance network info cache due to event network-changed-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1600.413523] env[62697]: DEBUG oslo_concurrency.lockutils [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] Acquiring lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.439539] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efab688-02d8-4ab2-9cd6-7a9c41264c54 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.452544] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d957623-f004-4da7-9bac-40a748285f0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.501208] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d004f2f-186a-4b0f-ac10-11f03a89ccf2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.512550] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6371f4c2-cf9a-4d33-9d62-1c0411949901 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.533295] env[62697]: DEBUG nova.compute.provider_tree [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.544294] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.606386] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706835, 'name': Destroy_Task, 'duration_secs': 0.577304} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.606772] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Destroyed the VM [ 1600.607101] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1600.607489] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae973bb9-e650-40d2-ae17-062de8b0fa0f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.615728] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1600.615728] env[62697]: value = "task-1706837" [ 1600.615728] env[62697]: _type = "Task" [ 1600.615728] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.628313] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706837, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.800756] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.863114] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "refresh_cache-2c73f3a2-0573-4924-9c81-e164157f7c67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.863367] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquired lock "refresh_cache-2c73f3a2-0573-4924-9c81-e164157f7c67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.863622] env[62697]: DEBUG nova.network.neutron [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.915831] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.004671] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.005056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.005303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.005519] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.005921] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.009327] env[62697]: INFO nova.compute.manager [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Terminating instance [ 1601.012528] env[62697]: DEBUG nova.compute.manager [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1601.012719] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.013652] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e66557-7408-4549-b257-0cbfeaffa5b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.028024] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.032804] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb62bae-7695-4d75-aeef-c786fa8d1402 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.034605] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706836, 'name': ReconfigVM_Task, 'duration_secs': 0.787238} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.035166] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2a19d04b-47ae-4ce4-8bf6-5bc03494770c/2a19d04b-47ae-4ce4-8bf6-5bc03494770c.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.039438] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff06cf63-f6b9-4a58-8a2b-fcc619b5cf3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.042354] env[62697]: DEBUG oslo_vmware.api [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1601.042354] env[62697]: value = "task-1706838" [ 1601.042354] env[62697]: _type = "Task" [ 1601.042354] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.048052] env[62697]: DEBUG nova.scheduler.client.report [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.053388] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1601.053388] env[62697]: value = "task-1706839" [ 1601.053388] env[62697]: _type = "Task" [ 1601.053388] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.061425] env[62697]: DEBUG oslo_vmware.api [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.070072] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706839, 'name': Rename_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.105451] env[62697]: DEBUG nova.network.neutron [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updated VIF entry in instance network info cache for port f6fca5a2-fc24-46e9-8bbb-ddbdba82b224. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.105978] env[62697]: DEBUG nova.network.neutron [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updating instance_info_cache with network_info: [{"id": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "address": "fa:16:3e:c9:0b:aa", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fca5a2-fc", "ovs_interfaceid": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.129624] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706837, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.436906] env[62697]: DEBUG nova.network.neutron [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.561936] env[62697]: DEBUG oslo_vmware.api [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706838, 'name': PowerOffVM_Task, 'duration_secs': 0.249815} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.566917] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.567213] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.567550] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f03fc55e-5bd2-439b-a382-d60295d702f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.575222] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706839, 'name': Rename_Task, 'duration_secs': 0.215812} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.575716] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.575888] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4977d4ec-7fa6-4c16-9117-98e8442ac0d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.593019] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1601.593019] env[62697]: value = "task-1706841" [ 1601.593019] env[62697]: _type = "Task" [ 1601.593019] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.603200] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.609552] env[62697]: DEBUG oslo_concurrency.lockutils [req-d6524d33-d952-4aaf-ac1c-d5c724b14c07 req-38ac6709-1c4c-4719-bf02-a844b0f22878 service nova] Releasing lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.610266] env[62697]: DEBUG oslo_concurrency.lockutils [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] Acquired lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.610387] env[62697]: DEBUG nova.network.neutron [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Refreshing network info cache for port f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.631150] env[62697]: DEBUG oslo_vmware.api [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706837, 'name': RemoveSnapshot_Task, 'duration_secs': 0.92479} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.632386] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1601.651276] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.652452] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.652452] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Deleting the datastore file [datastore1] 1afa2e13-9580-407a-83c4-f3276f6b1fd4 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.652452] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43bf84c3-78a5-46b1-b198-ab42be2cb2ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.662023] env[62697]: DEBUG oslo_vmware.api [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1601.662023] env[62697]: value = "task-1706842" [ 1601.662023] env[62697]: _type = "Task" [ 1601.662023] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.674027] env[62697]: DEBUG oslo_vmware.api [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.849732] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.851684] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.863051] env[62697]: DEBUG nova.network.neutron [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Updating instance_info_cache with network_info: [{"id": "c5645f90-327c-49a6-8013-4af4d1de0049", "address": "fa:16:3e:11:df:e8", "network": {"id": "1dd2b75d-d41d-4c41-9830-a9973302a6c3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1007149350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ec532b9eee4c399c1cdb8b8e5d92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5645f90-32", "ovs_interfaceid": "c5645f90-327c-49a6-8013-4af4d1de0049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.066887] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.567s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.077026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.274s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.077026] env[62697]: DEBUG nova.objects.instance [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lazy-loading 'resources' on Instance uuid ad32f794-116a-4f4b-bbcd-ad0a9c63cc77 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.114403] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.137650] env[62697]: WARNING nova.compute.manager [None req-d3040ee5-c56e-4050-a2e4-6d0882cdf5ad tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Image not found during snapshot: nova.exception.ImageNotFound: Image 540400ce-c240-495d-b60f-a72405dc69dd could not be found. [ 1602.171660] env[62697]: DEBUG oslo_vmware.api [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168019} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.171937] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.172310] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.172560] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.172781] env[62697]: INFO nova.compute.manager [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1602.173156] env[62697]: DEBUG oslo.service.loopingcall [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.173476] env[62697]: DEBUG nova.compute.manager [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1602.173550] env[62697]: DEBUG nova.network.neutron [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.354038] env[62697]: DEBUG nova.compute.utils [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.366255] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Releasing lock "refresh_cache-2c73f3a2-0573-4924-9c81-e164157f7c67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.368038] env[62697]: DEBUG nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Instance network_info: |[{"id": "c5645f90-327c-49a6-8013-4af4d1de0049", "address": "fa:16:3e:11:df:e8", "network": {"id": "1dd2b75d-d41d-4c41-9830-a9973302a6c3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1007149350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ec532b9eee4c399c1cdb8b8e5d92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5645f90-32", "ovs_interfaceid": "c5645f90-327c-49a6-8013-4af4d1de0049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1602.368038] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:df:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5645f90-327c-49a6-8013-4af4d1de0049', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.376765] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Creating folder: Project (e5ec532b9eee4c399c1cdb8b8e5d92b7). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.378241] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e419ef5c-6ae2-4922-a56a-c7a2c3758781 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.399273] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Created folder: Project (e5ec532b9eee4c399c1cdb8b8e5d92b7) in parent group-v355409. [ 1602.399273] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Creating folder: Instances. Parent ref: group-v355643. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.399273] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd9c93df-9b8e-4868-8440-514ca9196892 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.414015] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Created folder: Instances in parent group-v355643. [ 1602.414015] env[62697]: DEBUG oslo.service.loopingcall [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.414015] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.414015] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0acdab0d-3982-4afe-aafe-6d2d49893821 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.436127] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.436127] env[62697]: value = "task-1706845" [ 1602.436127] env[62697]: _type = "Task" [ 1602.436127] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.448596] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706845, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.544509] env[62697]: DEBUG nova.compute.manager [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Received event network-changed-c5645f90-327c-49a6-8013-4af4d1de0049 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1602.544749] env[62697]: DEBUG nova.compute.manager [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Refreshing instance network info cache due to event network-changed-c5645f90-327c-49a6-8013-4af4d1de0049. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1602.545707] env[62697]: DEBUG oslo_concurrency.lockutils [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] Acquiring lock "refresh_cache-2c73f3a2-0573-4924-9c81-e164157f7c67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.545707] env[62697]: DEBUG oslo_concurrency.lockutils [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] Acquired lock "refresh_cache-2c73f3a2-0573-4924-9c81-e164157f7c67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.545707] env[62697]: DEBUG nova.network.neutron [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Refreshing network info cache for port c5645f90-327c-49a6-8013-4af4d1de0049 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.603601] env[62697]: DEBUG oslo_vmware.api [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706841, 'name': PowerOnVM_Task, 'duration_secs': 0.680591} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.603858] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.605735] env[62697]: INFO nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1602.605735] env[62697]: DEBUG nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1602.605735] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d63124-72d3-4b2b-b3b4-0c84f3de5ab9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.663148] env[62697]: INFO nova.scheduler.client.report [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted allocation for migration 5fb1d9b7-5faf-47d7-8d69-5e31aed27295 [ 1602.857286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.875738] env[62697]: DEBUG nova.network.neutron [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updated VIF entry in instance network info cache for port f6fca5a2-fc24-46e9-8bbb-ddbdba82b224. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.877444] env[62697]: DEBUG nova.network.neutron [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updating instance_info_cache with network_info: [{"id": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "address": "fa:16:3e:c9:0b:aa", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fca5a2-fc", "ovs_interfaceid": "f6fca5a2-fc24-46e9-8bbb-ddbdba82b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.894022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "48b0304d-240b-4106-9b14-06a909da1c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.894022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "48b0304d-240b-4106-9b14-06a909da1c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.894022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "48b0304d-240b-4106-9b14-06a909da1c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.894022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "48b0304d-240b-4106-9b14-06a909da1c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.894022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "48b0304d-240b-4106-9b14-06a909da1c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.895428] env[62697]: INFO nova.compute.manager [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Terminating instance [ 1602.901399] env[62697]: DEBUG nova.compute.manager [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1602.901888] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.903380] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d296e-8ce5-4113-bdaa-6f93ea810e3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.914227] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.914457] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867c8c86-632c-4537-9394-39ebe06727d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.923167] env[62697]: DEBUG oslo_vmware.api [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1602.923167] env[62697]: value = "task-1706846" [ 1602.923167] env[62697]: _type = "Task" [ 1602.923167] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.936340] env[62697]: DEBUG oslo_vmware.api [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.945333] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae7caa3-7e5a-4ba0-963e-feeb2ed33af5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.950342] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706845, 'name': CreateVM_Task, 'duration_secs': 0.484207} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.951159] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.952898] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.953268] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.953810] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.956919] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba20db36-6fad-4a9e-b2f3-a2b61b3027b1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.960262] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb85f02-c168-4e18-ba60-4505fb4f66fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.969246] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1602.969246] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ef711f-284e-7c49-4fc6-0206f1442eee" [ 1602.969246] env[62697]: _type = "Task" [ 1602.969246] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.000148] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a243b6-2bc0-4267-a9ef-258a1abd47ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.011557] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e894e390-7371-40c7-b267-91f26283b1ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.015579] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ef711f-284e-7c49-4fc6-0206f1442eee, 'name': SearchDatastore_Task, 'duration_secs': 0.011223} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.016181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.016181] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.016460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.016631] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.016820] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.018741] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-631eb61f-7e65-44fb-8dc2-d5a52d2ce632 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.029830] env[62697]: DEBUG nova.compute.provider_tree [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.038588] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.038826] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.041166] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64bb2a9-6ad2-402b-b5e3-36f97642c66d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.046373] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1603.046373] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524a9689-8fee-8d51-f312-bd8f166ca4c5" [ 1603.046373] env[62697]: _type = "Task" [ 1603.046373] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.060048] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524a9689-8fee-8d51-f312-bd8f166ca4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.060871] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a02a735-fc7f-4de4-aa85-9a40eeea082a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.066579] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1603.066579] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5261e096-ceb4-f08d-ce17-4c15d15942e7" [ 1603.066579] env[62697]: _type = "Task" [ 1603.066579] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.074608] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5261e096-ceb4-f08d-ce17-4c15d15942e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.139764] env[62697]: INFO nova.compute.manager [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Took 25.81 seconds to build instance. [ 1603.174704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9e740fb2-16d1-4473-aa24-af2c9904fc9e tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.754s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.380609] env[62697]: DEBUG oslo_concurrency.lockutils [req-05423ffa-7d4e-4cef-9204-f17eee343f2a req-a53a4831-d934-4b1d-8a9c-b948f3fb70ca service nova] Releasing lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.413976] env[62697]: DEBUG nova.network.neutron [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Updated VIF entry in instance network info cache for port c5645f90-327c-49a6-8013-4af4d1de0049. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.414427] env[62697]: DEBUG nova.network.neutron [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Updating instance_info_cache with network_info: [{"id": "c5645f90-327c-49a6-8013-4af4d1de0049", "address": "fa:16:3e:11:df:e8", "network": {"id": "1dd2b75d-d41d-4c41-9830-a9973302a6c3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1007149350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ec532b9eee4c399c1cdb8b8e5d92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5645f90-32", "ovs_interfaceid": "c5645f90-327c-49a6-8013-4af4d1de0049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.439574] env[62697]: DEBUG oslo_vmware.api [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706846, 'name': PowerOffVM_Task, 'duration_secs': 0.248674} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.440336] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.440644] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.441033] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2e61f33-617b-48b6-a831-6e585a7363ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.509841] env[62697]: DEBUG nova.compute.manager [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1603.510385] env[62697]: DEBUG nova.compute.manager [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing instance network info cache due to event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1603.510791] env[62697]: DEBUG oslo_concurrency.lockutils [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] Acquiring lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.511225] env[62697]: DEBUG oslo_concurrency.lockutils [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] Acquired lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.511765] env[62697]: DEBUG nova.network.neutron [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.530276] env[62697]: DEBUG nova.network.neutron [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.533327] env[62697]: DEBUG nova.scheduler.client.report [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1603.581253] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5261e096-ceb4-f08d-ce17-4c15d15942e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.582030] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.582387] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2c73f3a2-0573-4924-9c81-e164157f7c67/2c73f3a2-0573-4924-9c81-e164157f7c67.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.582640] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e130dca-610f-4332-a012-1dea4f725070 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.591069] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1603.591069] env[62697]: value = "task-1706848" [ 1603.591069] env[62697]: _type = "Task" [ 1603.591069] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.602165] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.632842] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.633171] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.633424] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleting the datastore file [datastore1] 48b0304d-240b-4106-9b14-06a909da1c35 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.633698] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3e4de2a-c6ee-4120-98dd-4c232de2bf61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.641020] env[62697]: DEBUG oslo_vmware.api [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for the task: (returnval){ [ 1603.641020] env[62697]: value = "task-1706849" [ 1603.641020] env[62697]: _type = "Task" [ 1603.641020] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.646522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fdf75e9b-6a68-44c8-a632-65bc8cab340a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.330s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.654218] env[62697]: DEBUG oslo_vmware.api [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.918014] env[62697]: DEBUG oslo_concurrency.lockutils [req-eb6e9177-56f8-4cab-85c3-740c290da118 req-912a1f97-797f-4327-ae97-57f1ff9a5603 service nova] Releasing lock "refresh_cache-2c73f3a2-0573-4924-9c81-e164157f7c67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.948824] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.949140] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.949403] env[62697]: INFO nova.compute.manager [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Attaching volume 0d021fd2-e00e-4ff8-be51-36f82b044443 to /dev/sdb [ 1604.009512] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705deaf-e969-4742-84ad-daf7ef72f661 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.021727] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21efa278-da58-410e-addb-79f5f6b73e0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.034674] env[62697]: INFO nova.compute.manager [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Took 1.86 seconds to deallocate network for instance. [ 1604.044050] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.047696] env[62697]: DEBUG nova.virt.block_device [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating existing volume attachment record: f537b5d8-7832-4477-bcaa-d362b55902e3 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1604.052396] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.136s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.052632] env[62697]: DEBUG nova.objects.instance [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lazy-loading 'resources' on Instance uuid f1b23392-1703-4599-9980-a0c2314bc42a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.101728] env[62697]: INFO nova.scheduler.client.report [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Deleted allocations for instance ad32f794-116a-4f4b-bbcd-ad0a9c63cc77 [ 1604.124070] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706848, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.165286] env[62697]: DEBUG oslo_vmware.api [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.381417] env[62697]: DEBUG nova.network.neutron [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updated VIF entry in instance network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.383362] env[62697]: DEBUG nova.network.neutron [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updating instance_info_cache with network_info: [{"id": "09137209-d1c9-46f8-8982-f34aa5d03a02", "address": "fa:16:3e:6d:99:97", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09137209-d1", "ovs_interfaceid": "09137209-d1c9-46f8-8982-f34aa5d03a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.568708] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.615438] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781024} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.615438] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 2c73f3a2-0573-4924-9c81-e164157f7c67/2c73f3a2-0573-4924-9c81-e164157f7c67.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.615438] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.615438] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-718a8e11-c84c-4aa0-86ae-173ee47de8b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.623402] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1604.623402] env[62697]: value = "task-1706852" [ 1604.623402] env[62697]: _type = "Task" [ 1604.623402] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.643737] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5f474d4f-97bf-4bf7-967b-98cb0de72850 tempest-ServerShowV254Test-737007900 tempest-ServerShowV254Test-737007900-project-member] Lock "ad32f794-116a-4f4b-bbcd-ad0a9c63cc77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.669s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.654072] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.661436] env[62697]: DEBUG oslo_vmware.api [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Task: {'id': task-1706849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579662} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.662072] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.663620] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.665854] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.665854] env[62697]: INFO nova.compute.manager [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1604.665854] env[62697]: DEBUG oslo.service.loopingcall [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.665854] env[62697]: DEBUG nova.compute.manager [-] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1604.665854] env[62697]: DEBUG nova.network.neutron [-] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.885472] env[62697]: DEBUG oslo_concurrency.lockutils [req-0de702f9-ed50-4fd4-8b6e-e6b41272ca79 req-9390accb-d78e-482a-9e9b-9867eab44038 service nova] Releasing lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.996131] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a92113-9194-4acd-8326-3bfff86fc2ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.004016] env[62697]: DEBUG nova.compute.manager [req-8c5eccf6-e4b0-4b8c-9add-06f774791307 req-199f5152-0e91-4795-88d6-0a01e0c192ef service nova] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Received event network-vif-deleted-f6fca5a2-fc24-46e9-8bbb-ddbdba82b224 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1605.008946] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1443d9a0-ea8d-40e7-93a4-146b38968e47 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.051727] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.053102] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694317a6-c06d-497b-8537-17eaf36474ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.063531] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c63ed3-a067-4aa8-93ff-68c20e6330d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.079522] env[62697]: DEBUG nova.compute.provider_tree [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.134950] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123093} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.135364] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.136363] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609e4316-b043-440f-92ff-9d6f88fac1f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.161477] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2c73f3a2-0573-4924-9c81-e164157f7c67/2c73f3a2-0573-4924-9c81-e164157f7c67.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.162249] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a59bf45-090f-4344-8aba-28bbf8da967e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.185285] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1605.185285] env[62697]: value = "task-1706854" [ 1605.185285] env[62697]: _type = "Task" [ 1605.185285] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.194696] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.354614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.354614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.354614] env[62697]: INFO nova.compute.manager [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Shelving [ 1605.547869] env[62697]: DEBUG nova.compute.manager [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1605.548069] env[62697]: DEBUG nova.compute.manager [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing instance network info cache due to event network-changed-09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1605.548299] env[62697]: DEBUG oslo_concurrency.lockutils [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] Acquiring lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.548449] env[62697]: DEBUG oslo_concurrency.lockutils [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] Acquired lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.548612] env[62697]: DEBUG nova.network.neutron [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Refreshing network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.583071] env[62697]: DEBUG nova.scheduler.client.report [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1605.591335] env[62697]: DEBUG nova.network.neutron [-] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.700710] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706854, 'name': ReconfigVM_Task, 'duration_secs': 0.509724} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.701490] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2c73f3a2-0573-4924-9c81-e164157f7c67/2c73f3a2-0573-4924-9c81-e164157f7c67.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.704016] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e00177-0c4d-41c6-9f1f-760c980f390c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.713079] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1605.713079] env[62697]: value = "task-1706855" [ 1605.713079] env[62697]: _type = "Task" [ 1605.713079] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.721534] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706855, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.864989] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.865323] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a420758a-9e18-404d-9c61-a1a446239ad7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.874089] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1605.874089] env[62697]: value = "task-1706856" [ 1605.874089] env[62697]: _type = "Task" [ 1605.874089] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.891425] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.968334] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "763212b3-74ee-4ccc-902f-d613e51441f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.968625] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.968853] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.969058] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.970031] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.979093] env[62697]: INFO nova.compute.manager [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Terminating instance [ 1605.981963] env[62697]: DEBUG nova.compute.manager [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1605.982505] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.984241] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c896e-1e6a-4078-ad51-c59d0d7a7e1c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.994693] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.995038] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d932b913-0627-46d8-9b77-bfe2f09dd0db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.002875] env[62697]: DEBUG oslo_vmware.api [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1606.002875] env[62697]: value = "task-1706857" [ 1606.002875] env[62697]: _type = "Task" [ 1606.002875] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.016886] env[62697]: DEBUG oslo_vmware.api [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.093259] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.100823] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.532s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.101120] env[62697]: DEBUG nova.objects.instance [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lazy-loading 'resources' on Instance uuid 1afa2e13-9580-407a-83c4-f3276f6b1fd4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.102537] env[62697]: INFO nova.compute.manager [-] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Took 1.44 seconds to deallocate network for instance. [ 1606.135287] env[62697]: INFO nova.scheduler.client.report [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Deleted allocations for instance f1b23392-1703-4599-9980-a0c2314bc42a [ 1606.230454] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706855, 'name': Rename_Task, 'duration_secs': 0.206173} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.230853] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.232262] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e35f2dd0-2c85-49b5-abc8-0757b380dab1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.245234] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1606.245234] env[62697]: value = "task-1706858" [ 1606.245234] env[62697]: _type = "Task" [ 1606.245234] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.258114] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706858, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.389017] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706856, 'name': PowerOffVM_Task, 'duration_secs': 0.236165} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.389017] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.389017] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68125e8-fef6-4ffe-b120-32459159b668 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.410887] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618d35d-216c-4622-a1cc-5836dba1e7c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.497622] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fab63b-8b35-ed2c-d1e9-cd0f5d898adf/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1606.498845] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68a8cef-d460-4351-90a1-fff57ed04ca6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.508597] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fab63b-8b35-ed2c-d1e9-cd0f5d898adf/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1606.508836] env[62697]: ERROR oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fab63b-8b35-ed2c-d1e9-cd0f5d898adf/disk-0.vmdk due to incomplete transfer. [ 1606.509799] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d943ebc9-3831-49f4-b9f4-0e2b84cd8a21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.514458] env[62697]: DEBUG oslo_vmware.api [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706857, 'name': PowerOffVM_Task, 'duration_secs': 0.230278} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.516806] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.516991] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1606.517274] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f2fd4f4-988c-4584-960f-543c4b242491 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.521646] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fab63b-8b35-ed2c-d1e9-cd0f5d898adf/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1606.521646] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Uploaded image 99da2099-0c73-4472-ab66-cc10a16d9388 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1606.523839] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1606.524998] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-317201da-1ac2-495b-a68e-33997d91f879 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.531812] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1606.531812] env[62697]: value = "task-1706860" [ 1606.531812] env[62697]: _type = "Task" [ 1606.531812] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.543447] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706860, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.575087] env[62697]: DEBUG nova.network.neutron [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updated VIF entry in instance network info cache for port 09137209-d1c9-46f8-8982-f34aa5d03a02. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1606.575087] env[62697]: DEBUG nova.network.neutron [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Updating instance_info_cache with network_info: [{"id": "09137209-d1c9-46f8-8982-f34aa5d03a02", "address": "fa:16:3e:6d:99:97", "network": {"id": "70142659-e8d6-4de8-a205-7b8f494a1b03", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-313023501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6b8eb727ba459d8e64c5e415ed9b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09137209-d1", "ovs_interfaceid": "09137209-d1c9-46f8-8982-f34aa5d03a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.619308] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.652791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d7392f09-3a56-4398-ae97-e3ce3bb3b433 tempest-ServersAaction247Test-434653613 tempest-ServersAaction247Test-434653613-project-member] Lock "f1b23392-1703-4599-9980-a0c2314bc42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.040s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.672932] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1606.675993] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1606.675993] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleting the datastore file [datastore1] 763212b3-74ee-4ccc-902f-d613e51441f2 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.675993] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e722a1b-5c87-40fb-a6cf-c7f95a6edddc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.687268] env[62697]: DEBUG oslo_vmware.api [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1606.687268] env[62697]: value = "task-1706861" [ 1606.687268] env[62697]: _type = "Task" [ 1606.687268] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.700354] env[62697]: DEBUG oslo_vmware.api [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.758612] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.829638] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "1417af97-70dd-409f-91f7-88311fd7ce28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.829931] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "1417af97-70dd-409f-91f7-88311fd7ce28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.925457] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1606.925806] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7b609cc-97e8-41e4-b753-e75f53091479 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.935226] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1606.935226] env[62697]: value = "task-1706863" [ 1606.935226] env[62697]: _type = "Task" [ 1606.935226] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.944815] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706863, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.989537] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926eb949-2706-451e-a697-f6251d00f1db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.998680] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d321368-841b-4843-9309-bdd175763399 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.041684] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2229c84e-ce6e-459c-bd40-84d4ebf7ab16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.047521] env[62697]: DEBUG nova.compute.manager [req-f25494f7-4d93-4486-8d95-3963e59c6aa1 req-bd718ac3-30a9-48c5-b657-d3cf1d0d365a service nova] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Received event network-vif-deleted-ae87fdb1-dfc0-4339-9de6-009a7f4d470e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1607.058055] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eb411a-b500-443e-9a69-a63107222a84 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.062594] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706860, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.075840] env[62697]: DEBUG nova.compute.provider_tree [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.080301] env[62697]: DEBUG oslo_concurrency.lockutils [req-34701586-474f-4d72-b25e-df5efa70197b req-1cb0d6a2-aabe-4fbd-8dab-021e84db1d65 service nova] Releasing lock "refresh_cache-5a06d880-a452-47f1-a762-424619361833" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.198370] env[62697]: DEBUG oslo_vmware.api [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313673} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.198667] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.198861] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.199070] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.199354] env[62697]: INFO nova.compute.manager [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1607.199656] env[62697]: DEBUG oslo.service.loopingcall [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.199889] env[62697]: DEBUG nova.compute.manager [-] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1607.199988] env[62697]: DEBUG nova.network.neutron [-] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.256289] env[62697]: DEBUG oslo_vmware.api [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706858, 'name': PowerOnVM_Task, 'duration_secs': 0.593738} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.256615] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.256844] env[62697]: INFO nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1607.257052] env[62697]: DEBUG nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1607.257896] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550718e-2867-40fb-99fd-9c05b7da933c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.335525] env[62697]: DEBUG nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1607.446054] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706863, 'name': CreateSnapshot_Task, 'duration_secs': 0.422446} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.446386] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1607.447338] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1e52bd-082a-4904-9d49-f5cc7f2fea9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.549811] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706860, 'name': Destroy_Task, 'duration_secs': 0.559233} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.549993] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Destroyed the VM [ 1607.550425] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1607.550715] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2b131ca8-ae71-4b2f-8317-fce9dd535829 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.558552] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1607.558552] env[62697]: value = "task-1706864" [ 1607.558552] env[62697]: _type = "Task" [ 1607.558552] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.568440] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706864, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.579414] env[62697]: DEBUG nova.scheduler.client.report [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1607.779032] env[62697]: INFO nova.compute.manager [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Took 26.00 seconds to build instance. [ 1607.857967] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.966311] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1607.966694] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97f972ca-08c5-43eb-b170-6f8654e5b12b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.975541] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1607.975541] env[62697]: value = "task-1706865" [ 1607.975541] env[62697]: _type = "Task" [ 1607.975541] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.984506] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706865, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.076887] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706864, 'name': RemoveSnapshot_Task} progress is 72%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.084846] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.092759] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.474s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.093138] env[62697]: DEBUG nova.objects.instance [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lazy-loading 'resources' on Instance uuid 48b0304d-240b-4106-9b14-06a909da1c35 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.119013] env[62697]: INFO nova.scheduler.client.report [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Deleted allocations for instance 1afa2e13-9580-407a-83c4-f3276f6b1fd4 [ 1608.146161] env[62697]: DEBUG nova.network.neutron [-] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.251400] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.251792] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.280198] env[62697]: DEBUG oslo_concurrency.lockutils [None req-32ab01a2-a5e7-4d0a-9a7c-4f5b8d8ccd6f tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.509s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.487821] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706865, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.576986] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706864, 'name': RemoveSnapshot_Task} progress is 72%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.633125] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a09d5c29-483c-4a56-9d8e-6b7e6ce3c954 tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.628s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.634875] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.584s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.635148] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.637318] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.637530] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.639749] env[62697]: INFO nova.compute.manager [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Terminating instance [ 1608.641402] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.641585] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquired lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.641756] env[62697]: DEBUG nova.network.neutron [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.649705] env[62697]: INFO nova.compute.manager [-] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Took 1.45 seconds to deallocate network for instance. [ 1608.760067] env[62697]: DEBUG nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1608.764722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "2c73f3a2-0573-4924-9c81-e164157f7c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.765181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.765524] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "2c73f3a2-0573-4924-9c81-e164157f7c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.765834] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.766170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.778182] env[62697]: INFO nova.compute.manager [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Terminating instance [ 1608.782267] env[62697]: DEBUG nova.compute.manager [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1608.782698] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.783636] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ffd96-c95c-4914-aba8-01e0a19b4d3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.794560] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.797530] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32679740-c0e4-455d-83e4-4275a18ba2be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.807905] env[62697]: DEBUG oslo_vmware.api [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1608.807905] env[62697]: value = "task-1706866" [ 1608.807905] env[62697]: _type = "Task" [ 1608.807905] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.817119] env[62697]: DEBUG oslo_vmware.api [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.968717] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ec80a-b819-4e6d-851e-55d987ae8867 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.983884] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef4e46-e3c3-4e64-be8e-5ffc01f2afe2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.998412] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706865, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.026536] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dcfa0b-ae43-468d-bef9-5cc3dd60dd02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.034563] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224eee38-1124-481e-a3c5-7eef579e4e51 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.052396] env[62697]: DEBUG nova.compute.provider_tree [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.070767] env[62697]: DEBUG oslo_vmware.api [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706864, 'name': RemoveSnapshot_Task, 'duration_secs': 1.097543} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.071055] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1609.071296] env[62697]: INFO nova.compute.manager [None req-8d0c26b0-9f1c-47dd-870b-32d142a1907c tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Took 17.03 seconds to snapshot the instance on the hypervisor. [ 1609.082634] env[62697]: DEBUG nova.compute.manager [req-d150a263-d3b3-4d58-83b1-7a4af2b8c602 req-558d740f-cb93-4fa7-989a-cc6a4c387b11 service nova] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Received event network-vif-deleted-9f056071-0593-49dd-8f53-06cf3adedf69 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1609.125856] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1609.126407] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355647', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'name': 'volume-0d021fd2-e00e-4ff8-be51-36f82b044443', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe26f8a5-ad9c-4b62-8bb7-0692d6c98835', 'attached_at': '', 'detached_at': '', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'serial': '0d021fd2-e00e-4ff8-be51-36f82b044443'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1609.127049] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6c4af-36b3-4b5a-be60-4a81bb397fdb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.149194] env[62697]: DEBUG nova.compute.utils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Can not refresh info_cache because instance was not found {{(pid=62697) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1609.156981] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ff24e7-5f45-4556-ab06-f79343784ece {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.164049] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.188401] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-0d021fd2-e00e-4ff8-be51-36f82b044443/volume-0d021fd2-e00e-4ff8-be51-36f82b044443.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.189488] env[62697]: DEBUG nova.network.neutron [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.192697] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bece9f2-c896-47bf-b8ec-57b6968e2171 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.212092] env[62697]: DEBUG oslo_vmware.api [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1609.212092] env[62697]: value = "task-1706867" [ 1609.212092] env[62697]: _type = "Task" [ 1609.212092] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.221127] env[62697]: DEBUG oslo_vmware.api [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.297247] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.319025] env[62697]: DEBUG oslo_vmware.api [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706866, 'name': PowerOffVM_Task, 'duration_secs': 0.219213} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.319025] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.319025] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.319166] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8df56dd-e1c6-4367-8564-090a39f558b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.348887] env[62697]: DEBUG nova.network.neutron [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.458896] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1609.458896] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1609.458896] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Deleting the datastore file [datastore1] 2c73f3a2-0573-4924-9c81-e164157f7c67 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1609.458896] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0fc515f-e4de-4a13-b8c6-94c13095e6f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.467422] env[62697]: DEBUG oslo_vmware.api [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for the task: (returnval){ [ 1609.467422] env[62697]: value = "task-1706869" [ 1609.467422] env[62697]: _type = "Task" [ 1609.467422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.478135] env[62697]: DEBUG oslo_vmware.api [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.493602] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706865, 'name': CloneVM_Task, 'duration_secs': 1.354696} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.494119] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Created linked-clone VM from snapshot [ 1609.494927] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea3a590-0ed1-4c62-b1dc-c95917946f3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.502848] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Uploading image 37c5cb80-216c-4508-9a92-311f198c918e {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1609.549027] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1609.549027] env[62697]: value = "vm-355649" [ 1609.549027] env[62697]: _type = "VirtualMachine" [ 1609.549027] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1609.549294] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7c105a45-22c7-489a-a544-4ed446d33882 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.555943] env[62697]: DEBUG nova.scheduler.client.report [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1609.564644] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lease: (returnval){ [ 1609.564644] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d19536-358d-f240-46eb-7ba135d83e33" [ 1609.564644] env[62697]: _type = "HttpNfcLease" [ 1609.564644] env[62697]: } obtained for exporting VM: (result){ [ 1609.564644] env[62697]: value = "vm-355649" [ 1609.564644] env[62697]: _type = "VirtualMachine" [ 1609.564644] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1609.564929] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the lease: (returnval){ [ 1609.564929] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d19536-358d-f240-46eb-7ba135d83e33" [ 1609.564929] env[62697]: _type = "HttpNfcLease" [ 1609.564929] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1609.574158] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1609.574158] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d19536-358d-f240-46eb-7ba135d83e33" [ 1609.574158] env[62697]: _type = "HttpNfcLease" [ 1609.574158] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1609.576960] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1609.576960] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d19536-358d-f240-46eb-7ba135d83e33" [ 1609.576960] env[62697]: _type = "HttpNfcLease" [ 1609.576960] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1609.582026] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2744fab1-bf15-432b-b7eb-41929d5ce8a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.589414] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e51b92-c43f-9426-d03f-59679937d142/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1609.589671] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e51b92-c43f-9426-d03f-59679937d142/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1609.656937] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "5a06d880-a452-47f1-a762-424619361833" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.657085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "5a06d880-a452-47f1-a762-424619361833" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.657849] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "5a06d880-a452-47f1-a762-424619361833-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.659157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "5a06d880-a452-47f1-a762-424619361833-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.659157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "5a06d880-a452-47f1-a762-424619361833-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.660377] env[62697]: INFO nova.compute.manager [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Terminating instance [ 1609.665719] env[62697]: DEBUG nova.compute.manager [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1609.665719] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.665719] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1447ad83-b2ef-4915-a32a-a1cc0b7f62a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.673319] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.673591] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc910256-9eee-4280-b1cc-16e14339ac07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.680423] env[62697]: DEBUG oslo_vmware.api [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1609.680423] env[62697]: value = "task-1706871" [ 1609.680423] env[62697]: _type = "Task" [ 1609.680423] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.690074] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f79843f-f8dd-4897-b718-654d452641e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.695344] env[62697]: DEBUG oslo_vmware.api [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.721884] env[62697]: DEBUG oslo_vmware.api [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706867, 'name': ReconfigVM_Task, 'duration_secs': 0.430386} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.722208] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-0d021fd2-e00e-4ff8-be51-36f82b044443/volume-0d021fd2-e00e-4ff8-be51-36f82b044443.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1609.729622] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89d9a69-64bb-4527-b083-d3474966c2e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.747670] env[62697]: DEBUG oslo_vmware.api [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1609.747670] env[62697]: value = "task-1706872" [ 1609.747670] env[62697]: _type = "Task" [ 1609.747670] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.767447] env[62697]: DEBUG oslo_vmware.api [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.852350] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Releasing lock "refresh_cache-1afa2e13-9580-407a-83c4-f3276f6b1fd4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.854253] env[62697]: DEBUG nova.compute.manager [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1609.854253] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.854253] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60756df0-2d0a-4bd3-99b4-53c9a372d3f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.863286] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649bfe65-76b9-4e4d-9737-142c687c201a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.902894] env[62697]: WARNING nova.virt.vmwareapi.vmops [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1afa2e13-9580-407a-83c4-f3276f6b1fd4 could not be found. [ 1609.902894] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.903176] env[62697]: INFO nova.compute.manager [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1609.903371] env[62697]: DEBUG oslo.service.loopingcall [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.904963] env[62697]: DEBUG nova.compute.manager [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1609.904963] env[62697]: DEBUG nova.network.neutron [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.928505] env[62697]: DEBUG nova.network.neutron [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.981391] env[62697]: DEBUG oslo_vmware.api [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Task: {'id': task-1706869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246935} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.981391] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.981391] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.981391] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.981391] env[62697]: INFO nova.compute.manager [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1609.981391] env[62697]: DEBUG oslo.service.loopingcall [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.981391] env[62697]: DEBUG nova.compute.manager [-] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1609.981391] env[62697]: DEBUG nova.network.neutron [-] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1610.067092] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.069724] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.212s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.072723] env[62697]: INFO nova.compute.claims [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.105194] env[62697]: INFO nova.scheduler.client.report [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Deleted allocations for instance 48b0304d-240b-4106-9b14-06a909da1c35 [ 1610.193125] env[62697]: DEBUG oslo_vmware.api [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706871, 'name': PowerOffVM_Task, 'duration_secs': 0.182945} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.193528] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1610.193796] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1610.194257] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d647743-495d-4189-923f-f58f90e38510 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.266235] env[62697]: DEBUG oslo_vmware.api [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706872, 'name': ReconfigVM_Task, 'duration_secs': 0.174605} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.266728] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355647', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'name': 'volume-0d021fd2-e00e-4ff8-be51-36f82b044443', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe26f8a5-ad9c-4b62-8bb7-0692d6c98835', 'attached_at': '', 'detached_at': '', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'serial': '0d021fd2-e00e-4ff8-be51-36f82b044443'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1610.310443] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1610.312131] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1610.312131] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Deleting the datastore file [datastore1] 5a06d880-a452-47f1-a762-424619361833 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.312435] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871518b7-72cb-4c4a-932a-4e6b36a3e023 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.320235] env[62697]: DEBUG oslo_vmware.api [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for the task: (returnval){ [ 1610.320235] env[62697]: value = "task-1706874" [ 1610.320235] env[62697]: _type = "Task" [ 1610.320235] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.329759] env[62697]: DEBUG oslo_vmware.api [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.432826] env[62697]: DEBUG nova.network.neutron [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.617817] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d0ce2784-48dc-4f8e-8e34-71b422469582 tempest-ImagesTestJSON-1188390708 tempest-ImagesTestJSON-1188390708-project-member] Lock "48b0304d-240b-4106-9b14-06a909da1c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.726s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.799210] env[62697]: DEBUG nova.network.neutron [-] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.840051] env[62697]: DEBUG oslo_vmware.api [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Task: {'id': task-1706874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159776} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.840630] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.840895] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.841411] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1610.842161] env[62697]: INFO nova.compute.manager [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 5a06d880-a452-47f1-a762-424619361833] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1610.842469] env[62697]: DEBUG oslo.service.loopingcall [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.843188] env[62697]: DEBUG nova.compute.manager [-] [instance: 5a06d880-a452-47f1-a762-424619361833] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1610.843293] env[62697]: DEBUG nova.network.neutron [-] [instance: 5a06d880-a452-47f1-a762-424619361833] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1610.883669] env[62697]: DEBUG nova.compute.manager [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1610.885071] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d253fc-242e-4037-bad5-dd586965a427 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.937271] env[62697]: INFO nova.compute.manager [-] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Took 1.03 seconds to deallocate network for instance. [ 1611.118676] env[62697]: DEBUG nova.compute.manager [req-b7bee144-c227-4afe-a1fe-aaa6a63743cc req-38e44f73-6254-42ab-87fe-ab93ddd5ec8b service nova] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Received event network-vif-deleted-c5645f90-327c-49a6-8013-4af4d1de0049 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1611.260500] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.261016] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.304590] env[62697]: INFO nova.compute.manager [-] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Took 1.32 seconds to deallocate network for instance. [ 1611.343127] env[62697]: DEBUG nova.objects.instance [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.398908] env[62697]: INFO nova.compute.manager [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] instance snapshotting [ 1611.403377] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07bf9e0-d6f3-4257-a320-406fa22f2aaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.438232] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9511be56-9e47-45bd-891e-ed98c8c79d5b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.454267] env[62697]: INFO nova.compute.manager [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance disappeared during terminate [ 1611.454267] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c7bf78a-d680-48c6-ae80-27d7ec91555f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "1afa2e13-9580-407a-83c4-f3276f6b1fd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.816s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.454838] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d5215-2dd7-45d9-8389-9544b6e425f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.465516] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d25b8-8950-4807-b52d-fd94a65bba0f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.502021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7d914e-6964-4ab4-89b0-9f284558596e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.511291] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1bd18-8e2f-4187-a057-cbbef01a66db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.529578] env[62697]: DEBUG nova.compute.provider_tree [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.559340] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.681112] env[62697]: DEBUG nova.network.neutron [-] [instance: 5a06d880-a452-47f1-a762-424619361833] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.763946] env[62697]: DEBUG nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1611.815825] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.847620] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8e39734-7de3-4794-8142-f8c75475cbce tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.898s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.848599] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.290s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.848792] env[62697]: DEBUG nova.compute.manager [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1611.849920] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dab18eb-bea6-4d44-8daf-49f68439024b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.857729] env[62697]: DEBUG nova.compute.manager [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1611.858223] env[62697]: DEBUG nova.objects.instance [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.954028] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1611.954380] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9dacb22-e25a-4db3-84d8-91055131d1c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.963126] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1611.963126] env[62697]: value = "task-1706875" [ 1611.963126] env[62697]: _type = "Task" [ 1611.963126] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.976924] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.033278] env[62697]: DEBUG nova.scheduler.client.report [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1612.187421] env[62697]: INFO nova.compute.manager [-] [instance: 5a06d880-a452-47f1-a762-424619361833] Took 1.34 seconds to deallocate network for instance. [ 1612.302279] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.363201] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.363625] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97453d0e-034a-48a5-9fde-7901035721f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.371128] env[62697]: DEBUG oslo_vmware.api [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1612.371128] env[62697]: value = "task-1706876" [ 1612.371128] env[62697]: _type = "Task" [ 1612.371128] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.380725] env[62697]: DEBUG oslo_vmware.api [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.474278] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706875, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.540138] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.540138] env[62697]: DEBUG nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1612.543631] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.379s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.543631] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.546029] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.249s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.547500] env[62697]: INFO nova.compute.claims [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.582879] env[62697]: INFO nova.scheduler.client.report [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted allocations for instance 763212b3-74ee-4ccc-902f-d613e51441f2 [ 1612.693181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.883023] env[62697]: DEBUG oslo_vmware.api [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706876, 'name': PowerOffVM_Task, 'duration_secs': 0.231688} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.883360] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.883550] env[62697]: DEBUG nova.compute.manager [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1612.884520] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1740d8-27f1-4655-976b-1ce6fd357281 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.973421] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706875, 'name': CreateSnapshot_Task, 'duration_secs': 0.537503} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.973711] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1612.974517] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99c9fd5-9b86-4e31-a9d3-3a1b6ee2ea9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.052630] env[62697]: DEBUG nova.compute.utils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.055848] env[62697]: DEBUG nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1613.056340] env[62697]: DEBUG nova.network.neutron [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.092328] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e2c475b5-0c6c-4154-97c1-9c6c7f2a3b3f tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "763212b3-74ee-4ccc-902f-d613e51441f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.124s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.124439] env[62697]: DEBUG nova.policy [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d46be9dd72945eea5879e33fec34fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8870892e7c14893b08a139af3cfb372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1613.147466] env[62697]: DEBUG nova.compute.manager [req-9d95fe73-c3bf-44fb-87ea-87e417c4d4c9 req-5c4cfa84-dc74-4932-84fd-b86485354bcf service nova] [instance: 5a06d880-a452-47f1-a762-424619361833] Received event network-vif-deleted-09137209-d1c9-46f8-8982-f34aa5d03a02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1613.387074] env[62697]: DEBUG nova.network.neutron [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Successfully created port: a40a76f8-bc79-4158-908e-9d8c13ac4e6d {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.396613] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a41757ab-48fa-405d-96c8-e95d3db6d2c4 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.494885] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1613.498016] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38ec6d4c-039e-4116-afde-2651daf69292 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.507523] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1613.507523] env[62697]: value = "task-1706877" [ 1613.507523] env[62697]: _type = "Task" [ 1613.507523] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.518604] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706877, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.556757] env[62697]: DEBUG nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1613.917913] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137feb4-2a39-473e-a13e-cccb90ee6b34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.927528] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c66384-ef8a-4566-9cd6-2e3fb971a1b8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.967680] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478239f4-506c-4ed1-a1e0-064a8e90d99e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.977821] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a29838-ccfb-4c16-8b95-119aa8134bef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.993564] env[62697]: DEBUG nova.compute.provider_tree [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.018194] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706877, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.304641] env[62697]: DEBUG nova.objects.instance [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.498892] env[62697]: DEBUG nova.scheduler.client.report [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1614.518822] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706877, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.569348] env[62697]: DEBUG nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1614.599283] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1614.600876] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1614.600876] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.600876] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1614.600876] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.600876] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1614.601114] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1614.601152] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1614.601355] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1614.601718] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1614.602077] env[62697]: DEBUG nova.virt.hardware [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1614.604362] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b6f5fb-6da0-4ef2-acf1-7792296a22fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.613670] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54eaee-af5d-4e55-8769-c07f814ecdd9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.809998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.810269] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.810410] env[62697]: DEBUG nova.network.neutron [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.810573] env[62697]: DEBUG nova.objects.instance [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'info_cache' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.008786] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.009475] env[62697]: DEBUG nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1615.012884] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.198s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.013151] env[62697]: DEBUG nova.objects.instance [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lazy-loading 'resources' on Instance uuid 2c73f3a2-0573-4924-9c81-e164157f7c67 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.028446] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706877, 'name': CloneVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.150866] env[62697]: DEBUG nova.network.neutron [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Successfully updated port: a40a76f8-bc79-4158-908e-9d8c13ac4e6d {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.176230] env[62697]: DEBUG nova.compute.manager [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Received event network-vif-plugged-a40a76f8-bc79-4158-908e-9d8c13ac4e6d {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1615.176497] env[62697]: DEBUG oslo_concurrency.lockutils [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] Acquiring lock "1417af97-70dd-409f-91f7-88311fd7ce28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.177041] env[62697]: DEBUG oslo_concurrency.lockutils [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] Lock "1417af97-70dd-409f-91f7-88311fd7ce28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.177041] env[62697]: DEBUG oslo_concurrency.lockutils [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] Lock "1417af97-70dd-409f-91f7-88311fd7ce28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.177041] env[62697]: DEBUG nova.compute.manager [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] No waiting events found dispatching network-vif-plugged-a40a76f8-bc79-4158-908e-9d8c13ac4e6d {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1615.177277] env[62697]: WARNING nova.compute.manager [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Received unexpected event network-vif-plugged-a40a76f8-bc79-4158-908e-9d8c13ac4e6d for instance with vm_state building and task_state spawning. [ 1615.177357] env[62697]: DEBUG nova.compute.manager [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Received event network-changed-a40a76f8-bc79-4158-908e-9d8c13ac4e6d {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1615.177533] env[62697]: DEBUG nova.compute.manager [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Refreshing instance network info cache due to event network-changed-a40a76f8-bc79-4158-908e-9d8c13ac4e6d. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1615.177719] env[62697]: DEBUG oslo_concurrency.lockutils [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] Acquiring lock "refresh_cache-1417af97-70dd-409f-91f7-88311fd7ce28" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.177860] env[62697]: DEBUG oslo_concurrency.lockutils [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] Acquired lock "refresh_cache-1417af97-70dd-409f-91f7-88311fd7ce28" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.178031] env[62697]: DEBUG nova.network.neutron [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Refreshing network info cache for port a40a76f8-bc79-4158-908e-9d8c13ac4e6d {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.314352] env[62697]: DEBUG nova.objects.base [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1615.520819] env[62697]: DEBUG nova.compute.utils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.533810] env[62697]: DEBUG nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1615.534038] env[62697]: DEBUG nova.network.neutron [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.537903] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706877, 'name': CloneVM_Task, 'duration_secs': 1.556882} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.538279] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Created linked-clone VM from snapshot [ 1615.539455] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c579e0-965b-4366-991a-73a28100c0f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.548802] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Uploading image 630cb7ab-c059-474c-9c4f-be882e0d7ef1 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1615.583049] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1615.583049] env[62697]: value = "vm-355651" [ 1615.583049] env[62697]: _type = "VirtualMachine" [ 1615.583049] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1615.583661] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f74a4659-e5a2-44a3-b4d2-e806fa56c4c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.593029] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lease: (returnval){ [ 1615.593029] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529f62dd-5851-c905-cacf-e131d88ac970" [ 1615.593029] env[62697]: _type = "HttpNfcLease" [ 1615.593029] env[62697]: } obtained for exporting VM: (result){ [ 1615.593029] env[62697]: value = "vm-355651" [ 1615.593029] env[62697]: _type = "VirtualMachine" [ 1615.593029] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1615.593029] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the lease: (returnval){ [ 1615.593029] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529f62dd-5851-c905-cacf-e131d88ac970" [ 1615.593029] env[62697]: _type = "HttpNfcLease" [ 1615.593029] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1615.602648] env[62697]: DEBUG nova.policy [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '590d9dedcf8147238fa53724c6d3b0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22e8abced63d476dbc6a2498ebdda791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1615.608105] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1615.608105] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529f62dd-5851-c905-cacf-e131d88ac970" [ 1615.608105] env[62697]: _type = "HttpNfcLease" [ 1615.608105] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1615.608820] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1615.608820] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529f62dd-5851-c905-cacf-e131d88ac970" [ 1615.608820] env[62697]: _type = "HttpNfcLease" [ 1615.608820] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1615.610118] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4019ed13-dcf5-4fae-97a1-e3b166b18a43 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.623451] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f257dc-997b-af2f-3bfd-4b4c7c15d90f/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1615.623451] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f257dc-997b-af2f-3bfd-4b4c7c15d90f/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1615.685023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "refresh_cache-1417af97-70dd-409f-91f7-88311fd7ce28" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.720930] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78c7a77e-e08c-4dc8-8d44-d44b152b4cd0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.749758] env[62697]: DEBUG nova.network.neutron [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.889154] env[62697]: DEBUG nova.network.neutron [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.965675] env[62697]: DEBUG nova.network.neutron [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Successfully created port: ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.999603] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe2b9b1-9013-48b6-9d8f-007cdf1f162c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.011465] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b234a67-ba4e-4ee4-8267-8146d2fe24f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.041118] env[62697]: DEBUG nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1616.047871] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88429371-154e-492b-97ca-fa545ba1548b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.054165] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1658db6d-ea65-493f-899a-8706249d2b5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.069091] env[62697]: DEBUG nova.compute.provider_tree [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.356516] env[62697]: DEBUG nova.network.neutron [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating instance_info_cache with network_info: [{"id": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "address": "fa:16:3e:0e:ee:75", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770801ea-fb", "ovs_interfaceid": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.394063] env[62697]: DEBUG oslo_concurrency.lockutils [req-106dc361-88b6-44fa-9c3e-2857968bbf79 req-a64d61e5-a531-45c3-b3ff-a026170b8102 service nova] Releasing lock "refresh_cache-1417af97-70dd-409f-91f7-88311fd7ce28" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.394063] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "refresh_cache-1417af97-70dd-409f-91f7-88311fd7ce28" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.394063] env[62697]: DEBUG nova.network.neutron [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.575716] env[62697]: DEBUG nova.scheduler.client.report [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1616.862714] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.930603] env[62697]: DEBUG nova.network.neutron [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.054788] env[62697]: DEBUG nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1617.076894] env[62697]: DEBUG nova.network.neutron [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Updating instance_info_cache with network_info: [{"id": "a40a76f8-bc79-4158-908e-9d8c13ac4e6d", "address": "fa:16:3e:54:be:26", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40a76f8-bc", "ovs_interfaceid": "a40a76f8-bc79-4158-908e-9d8c13ac4e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.084027] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.087385] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.786s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.089547] env[62697]: INFO nova.compute.claims [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.114380] env[62697]: INFO nova.scheduler.client.report [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Deleted allocations for instance 2c73f3a2-0573-4924-9c81-e164157f7c67 [ 1617.339739] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1617.340544] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1617.340544] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.340712] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1617.340819] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.340969] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1617.341219] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1617.341748] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1617.341748] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1617.341870] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1617.342103] env[62697]: DEBUG nova.virt.hardware [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1617.346110] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d590118-3039-4bbb-9ff0-efa7b0e2fd68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.355760] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e51b92-c43f-9426-d03f-59679937d142/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1617.357124] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36905c3-5d8d-41e2-802d-4a2e4441ce56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.361954] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28f7ce-5201-4035-9f4a-077ecc49b1a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.366771] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.375477] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a03d6d5-5156-4bc3-b453-c625dbbbefaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.379658] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e51b92-c43f-9426-d03f-59679937d142/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1617.379839] env[62697]: ERROR oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e51b92-c43f-9426-d03f-59679937d142/disk-0.vmdk due to incomplete transfer. [ 1617.380515] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa30f110-4243-40c5-8932-75f35c55f1cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.385709] env[62697]: DEBUG oslo_vmware.api [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1617.385709] env[62697]: value = "task-1706879" [ 1617.385709] env[62697]: _type = "Task" [ 1617.385709] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.390192] env[62697]: DEBUG oslo_vmware.rw_handles [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e51b92-c43f-9426-d03f-59679937d142/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1617.390573] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Uploaded image 37c5cb80-216c-4508-9a92-311f198c918e to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1617.392752] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1617.393403] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbb26508-2f81-48e6-bdde-540904042d41 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.398620] env[62697]: DEBUG oslo_vmware.api [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.404178] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1617.404178] env[62697]: value = "task-1706880" [ 1617.404178] env[62697]: _type = "Task" [ 1617.404178] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.416461] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706880, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.575090] env[62697]: DEBUG nova.network.neutron [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Successfully updated port: ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.581104] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "refresh_cache-1417af97-70dd-409f-91f7-88311fd7ce28" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.581868] env[62697]: DEBUG nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Instance network_info: |[{"id": "a40a76f8-bc79-4158-908e-9d8c13ac4e6d", "address": "fa:16:3e:54:be:26", "network": {"id": "ba5e9431-d5e9-49f3-b7b5-f15b0dde03fb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1410141734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8870892e7c14893b08a139af3cfb372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40a76f8-bc", "ovs_interfaceid": "a40a76f8-bc79-4158-908e-9d8c13ac4e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1617.582386] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:be:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a40a76f8-bc79-4158-908e-9d8c13ac4e6d', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.600895] env[62697]: DEBUG oslo.service.loopingcall [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.605292] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.605840] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cb6afcf-3dca-4039-909f-bfcfc0e14066 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.627616] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ebb3cc51-0052-4a67-bcb0-15db3e9c4981 tempest-ServerGroupTestJSON-1754247090 tempest-ServerGroupTestJSON-1754247090-project-member] Lock "2c73f3a2-0573-4924-9c81-e164157f7c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.862s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.636067] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.636067] env[62697]: value = "task-1706881" [ 1617.636067] env[62697]: _type = "Task" [ 1617.636067] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.646750] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706881, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.725921] env[62697]: DEBUG nova.compute.manager [req-e0f00de9-e1a7-49b2-bba7-652862639455 req-854821ae-ecff-494f-810e-cce7445091af service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Received event network-vif-plugged-ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1617.726232] env[62697]: DEBUG oslo_concurrency.lockutils [req-e0f00de9-e1a7-49b2-bba7-652862639455 req-854821ae-ecff-494f-810e-cce7445091af service nova] Acquiring lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.726457] env[62697]: DEBUG oslo_concurrency.lockutils [req-e0f00de9-e1a7-49b2-bba7-652862639455 req-854821ae-ecff-494f-810e-cce7445091af service nova] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.726633] env[62697]: DEBUG oslo_concurrency.lockutils [req-e0f00de9-e1a7-49b2-bba7-652862639455 req-854821ae-ecff-494f-810e-cce7445091af service nova] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.726805] env[62697]: DEBUG nova.compute.manager [req-e0f00de9-e1a7-49b2-bba7-652862639455 req-854821ae-ecff-494f-810e-cce7445091af service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] No waiting events found dispatching network-vif-plugged-ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1617.726970] env[62697]: WARNING nova.compute.manager [req-e0f00de9-e1a7-49b2-bba7-652862639455 req-854821ae-ecff-494f-810e-cce7445091af service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Received unexpected event network-vif-plugged-ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc for instance with vm_state building and task_state spawning. [ 1617.896598] env[62697]: DEBUG oslo_vmware.api [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706879, 'name': PowerOnVM_Task, 'duration_secs': 0.491297} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.896926] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.897365] env[62697]: DEBUG nova.compute.manager [None req-ebb35feb-10bd-4500-9494-a4b9245390da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1617.898244] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a4efc4-789c-4528-b892-48edc6d7e8f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.918922] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706880, 'name': Destroy_Task, 'duration_secs': 0.441874} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.919710] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Destroyed the VM [ 1617.919710] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1617.919909] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eed791c8-c3f6-4b57-a002-ea2bae4180eb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.928187] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1617.928187] env[62697]: value = "task-1706882" [ 1617.928187] env[62697]: _type = "Task" [ 1617.928187] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.938390] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.080917] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "refresh_cache-ec6d30a5-c74f-4910-b9fd-99e1e0de2408" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.080917] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquired lock "refresh_cache-ec6d30a5-c74f-4910-b9fd-99e1e0de2408" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.080917] env[62697]: DEBUG nova.network.neutron [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.149164] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706881, 'name': CreateVM_Task, 'duration_secs': 0.486744} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.152961] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.154188] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.154459] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.155539] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.155539] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862d6710-f9d8-482a-a215-f90258a97f1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.161907] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1618.161907] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5219080a-8347-7f86-cc3f-a568d6faf384" [ 1618.161907] env[62697]: _type = "Task" [ 1618.161907] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.178951] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5219080a-8347-7f86-cc3f-a568d6faf384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.397914] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8dc1b8-c8db-4edf-b248-3d44469acc10 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.406049] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18a914-a451-4771-abe0-4015aea5feba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.447148] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f71fdcf-380a-43a6-9424-bb5e016bbec5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.453899] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "161dc695-03b9-47e6-a290-6ced40149ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.454387] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "161dc695-03b9-47e6-a290-6ced40149ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.462940] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377425} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.465765] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1618.465877] env[62697]: DEBUG nova.compute.manager [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1618.466792] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2f1390-5a40-4ebc-a30b-51c6e2a3aef1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.470924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5e7f6-1c41-491c-9adc-4efb3f16e5e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.488137] env[62697]: DEBUG nova.compute.provider_tree [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.629873] env[62697]: DEBUG nova.network.neutron [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.676945] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5219080a-8347-7f86-cc3f-a568d6faf384, 'name': SearchDatastore_Task, 'duration_secs': 0.018838} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.677431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.677760] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.679668] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.679668] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.679668] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.679668] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0615ca8-6c41-4bf3-8497-09f06004d3f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.695533] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.696012] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.696713] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908e896a-2efd-43af-8c7b-578f1dea2209 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.703593] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1618.703593] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52af17a8-09ea-0a82-5849-18bd1e3a0ac8" [ 1618.703593] env[62697]: _type = "Task" [ 1618.703593] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.715369] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52af17a8-09ea-0a82-5849-18bd1e3a0ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.815272] env[62697]: DEBUG nova.network.neutron [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Updating instance_info_cache with network_info: [{"id": "ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc", "address": "fa:16:3e:b2:91:b8", "network": {"id": "d56f0044-529f-462d-897f-48718209d773", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-430572892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e8abced63d476dbc6a2498ebdda791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce133193-a0", "ovs_interfaceid": "ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.959444] env[62697]: DEBUG nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1618.996189] env[62697]: DEBUG nova.scheduler.client.report [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1619.003867] env[62697]: INFO nova.compute.manager [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Shelve offloading [ 1619.010954] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.010954] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7c4296-4b9b-42b2-90f8-4244ab012845 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.016676] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1619.016676] env[62697]: value = "task-1706883" [ 1619.016676] env[62697]: _type = "Task" [ 1619.016676] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.027843] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1619.028041] env[62697]: DEBUG nova.compute.manager [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1619.028799] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cfdb01-2704-494c-b3b8-2687312b234e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.039413] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.039413] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.039413] env[62697]: DEBUG nova.network.neutron [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.218209] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52af17a8-09ea-0a82-5849-18bd1e3a0ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.017721} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.218209] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2c5837-a2e3-4224-97cf-e3af6002873e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.226592] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1619.226592] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521c6f3f-d65f-8573-3c5c-11046c12007d" [ 1619.226592] env[62697]: _type = "Task" [ 1619.226592] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.235475] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521c6f3f-d65f-8573-3c5c-11046c12007d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.318680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Releasing lock "refresh_cache-ec6d30a5-c74f-4910-b9fd-99e1e0de2408" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.319054] env[62697]: DEBUG nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Instance network_info: |[{"id": "ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc", "address": "fa:16:3e:b2:91:b8", "network": {"id": "d56f0044-529f-462d-897f-48718209d773", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-430572892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e8abced63d476dbc6a2498ebdda791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce133193-a0", "ovs_interfaceid": "ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1619.319560] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:91:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.329749] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Creating folder: Project (22e8abced63d476dbc6a2498ebdda791). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.330102] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8969ae20-23b0-4c94-857d-c5de6e9f9aa6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.341711] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Created folder: Project (22e8abced63d476dbc6a2498ebdda791) in parent group-v355409. [ 1619.341893] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Creating folder: Instances. Parent ref: group-v355653. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.342191] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01d53094-5b0d-422e-8e0e-e94bea5fd62d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.352563] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Created folder: Instances in parent group-v355653. [ 1619.352844] env[62697]: DEBUG oslo.service.loopingcall [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.353101] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.353341] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-201bbdbd-9cb7-40c1-b7a8-e5c4385ccb45 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.372806] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.372806] env[62697]: value = "task-1706886" [ 1619.372806] env[62697]: _type = "Task" [ 1619.372806] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.381217] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706886, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.481327] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.501658] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.502272] env[62697]: DEBUG nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1619.505179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.813s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.505349] env[62697]: DEBUG nova.objects.instance [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lazy-loading 'resources' on Instance uuid 5a06d880-a452-47f1-a762-424619361833 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.737981] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521c6f3f-d65f-8573-3c5c-11046c12007d, 'name': SearchDatastore_Task, 'duration_secs': 0.018082} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.738314] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.738587] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1417af97-70dd-409f-91f7-88311fd7ce28/1417af97-70dd-409f-91f7-88311fd7ce28.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.738960] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f0a241-4fb4-41c1-a0c5-1bd99f12ab12 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.747372] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1619.747372] env[62697]: value = "task-1706887" [ 1619.747372] env[62697]: _type = "Task" [ 1619.747372] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.758353] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.764117] env[62697]: DEBUG nova.compute.manager [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Received event network-changed-ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1619.764368] env[62697]: DEBUG nova.compute.manager [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Refreshing instance network info cache due to event network-changed-ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1619.764610] env[62697]: DEBUG oslo_concurrency.lockutils [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] Acquiring lock "refresh_cache-ec6d30a5-c74f-4910-b9fd-99e1e0de2408" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.764762] env[62697]: DEBUG oslo_concurrency.lockutils [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] Acquired lock "refresh_cache-ec6d30a5-c74f-4910-b9fd-99e1e0de2408" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.764929] env[62697]: DEBUG nova.network.neutron [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Refreshing network info cache for port ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.887367] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706886, 'name': CreateVM_Task, 'duration_secs': 0.354216} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.889447] env[62697]: DEBUG nova.network.neutron [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Updating instance_info_cache with network_info: [{"id": "b22ba919-723b-4786-bb58-2196469d5b93", "address": "fa:16:3e:69:31:b7", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22ba919-72", "ovs_interfaceid": "b22ba919-723b-4786-bb58-2196469d5b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.889664] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.890580] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.890753] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.891166] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.891790] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119f37e0-2c56-4598-8c4a-45c803cdb8e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.898059] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1619.898059] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52db2c64-c8e9-7c2f-f75c-9720dd6e21b3" [ 1619.898059] env[62697]: _type = "Task" [ 1619.898059] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.908355] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52db2c64-c8e9-7c2f-f75c-9720dd6e21b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.008309] env[62697]: DEBUG nova.compute.utils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.014503] env[62697]: DEBUG nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1620.014503] env[62697]: DEBUG nova.network.neutron [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.075862] env[62697]: DEBUG nova.policy [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1620.262617] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706887, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.314262] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8727480e-2c9f-4596-bd03-fede50599446 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.324971] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c266d0-73fd-4566-8f8d-e6b5b786f75d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.362657] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ce6b2-c555-49bf-ae37-3c8c99404e8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.373173] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf54526-c2b7-416a-8549-fbe9062133e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.390366] env[62697]: DEBUG nova.compute.provider_tree [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.392488] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.409771] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52db2c64-c8e9-7c2f-f75c-9720dd6e21b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.410181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.410453] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.410801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.410973] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.411180] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.411461] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ef8e96f-34c5-49c6-921a-21cbc9e93324 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.422917] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.424636] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.428038] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c95d97-5ad2-4d36-8380-04b73740783d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.437974] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1620.437974] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e0f424-3361-7cba-15c0-0dce8d913cc9" [ 1620.437974] env[62697]: _type = "Task" [ 1620.437974] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.445172] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e0f424-3361-7cba-15c0-0dce8d913cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.500201] env[62697]: DEBUG nova.network.neutron [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Successfully created port: 322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.514413] env[62697]: DEBUG nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1620.623789] env[62697]: DEBUG nova.network.neutron [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Updated VIF entry in instance network info cache for port ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.624282] env[62697]: DEBUG nova.network.neutron [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Updating instance_info_cache with network_info: [{"id": "ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc", "address": "fa:16:3e:b2:91:b8", "network": {"id": "d56f0044-529f-462d-897f-48718209d773", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-430572892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e8abced63d476dbc6a2498ebdda791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce133193-a0", "ovs_interfaceid": "ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.764854] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595278} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.765370] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1417af97-70dd-409f-91f7-88311fd7ce28/1417af97-70dd-409f-91f7-88311fd7ce28.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.765495] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.765773] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ff86ddd-0963-4eef-81da-3f12e408b04b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.773042] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1620.773042] env[62697]: value = "task-1706888" [ 1620.773042] env[62697]: _type = "Task" [ 1620.773042] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.783409] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.897213] env[62697]: DEBUG nova.scheduler.client.report [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1620.942321] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.943986] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162bc9b2-1948-458f-b767-758a23bf6a61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.954424] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e0f424-3361-7cba-15c0-0dce8d913cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.957763] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.958018] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ee50b5-7ebc-4106-a5ef-25e3faf5d938 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.961048] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca3402da-1536-4efa-b2af-62d8ed186b9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.967616] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1620.967616] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523420bf-83b3-1b92-398a-e3c72d322628" [ 1620.967616] env[62697]: _type = "Task" [ 1620.967616] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.977522] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523420bf-83b3-1b92-398a-e3c72d322628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.045031] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.045312] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.045499] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleting the datastore file [datastore1] 2a19d04b-47ae-4ce4-8bf6-5bc03494770c {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.045870] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c63a9a8-ec59-4d6f-b19a-ede9ea8e06a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.055509] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1621.055509] env[62697]: value = "task-1706890" [ 1621.055509] env[62697]: _type = "Task" [ 1621.055509] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.065291] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.126746] env[62697]: DEBUG oslo_concurrency.lockutils [req-f3f04ddc-b739-4b9e-8532-2ba5d49e3f17 req-69c51c8f-f85b-4cad-99dc-24f076d4ad18 service nova] Releasing lock "refresh_cache-ec6d30a5-c74f-4910-b9fd-99e1e0de2408" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.285045] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178679} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.285405] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.286304] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d55f1ec-9279-4db9-aedc-8e263aa45b98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.313054] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1417af97-70dd-409f-91f7-88311fd7ce28/1417af97-70dd-409f-91f7-88311fd7ce28.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.313054] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44324a04-0d4a-4b22-ab2c-cef5b52727b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.333080] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1621.333080] env[62697]: value = "task-1706891" [ 1621.333080] env[62697]: _type = "Task" [ 1621.333080] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.342326] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.403551] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.407068] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.925s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.408143] env[62697]: INFO nova.compute.claims [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.427683] env[62697]: INFO nova.scheduler.client.report [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Deleted allocations for instance 5a06d880-a452-47f1-a762-424619361833 [ 1621.480020] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523420bf-83b3-1b92-398a-e3c72d322628, 'name': SearchDatastore_Task, 'duration_secs': 0.030975} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.481258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.481570] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ec6d30a5-c74f-4910-b9fd-99e1e0de2408/ec6d30a5-c74f-4910-b9fd-99e1e0de2408.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.481892] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da1c8e64-58c7-4879-acb1-1385f6359592 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.491037] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1621.491037] env[62697]: value = "task-1706892" [ 1621.491037] env[62697]: _type = "Task" [ 1621.491037] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.499702] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.528899] env[62697]: DEBUG nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1621.553077] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1621.553414] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1621.553698] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1621.553776] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1621.553928] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1621.554103] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1621.555276] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1621.555553] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1621.555805] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1621.555965] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1621.556192] env[62697]: DEBUG nova.virt.hardware [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1621.557576] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1798532-78a6-478b-a837-28ede9f7b572 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.576386] env[62697]: DEBUG oslo_vmware.api [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505417} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.576669] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.576867] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.577061] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.580559] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfad1bb8-c414-4832-98a0-bd6516bbd73d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.606203] env[62697]: INFO nova.scheduler.client.report [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted allocations for instance 2a19d04b-47ae-4ce4-8bf6-5bc03494770c [ 1621.772204] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "01c11299-4dea-404c-801d-6dba97036eb9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.772614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.791317] env[62697]: DEBUG nova.compute.manager [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Received event network-vif-unplugged-b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1621.791551] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] Acquiring lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.791815] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.792042] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.792348] env[62697]: DEBUG nova.compute.manager [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] No waiting events found dispatching network-vif-unplugged-b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1621.792580] env[62697]: WARNING nova.compute.manager [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Received unexpected event network-vif-unplugged-b22ba919-723b-4786-bb58-2196469d5b93 for instance with vm_state shelved_offloaded and task_state None. [ 1621.792758] env[62697]: DEBUG nova.compute.manager [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Received event network-changed-b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1621.792956] env[62697]: DEBUG nova.compute.manager [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Refreshing instance network info cache due to event network-changed-b22ba919-723b-4786-bb58-2196469d5b93. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1621.793190] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] Acquiring lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.793369] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] Acquired lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.793565] env[62697]: DEBUG nova.network.neutron [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Refreshing network info cache for port b22ba919-723b-4786-bb58-2196469d5b93 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.846616] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.936666] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c3599972-2748-4ec0-9fa6-3a41e2dc741f tempest-FloatingIPsAssociationTestJSON-389840375 tempest-FloatingIPsAssociationTestJSON-389840375-project-member] Lock "5a06d880-a452-47f1-a762-424619361833" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.280s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.003209] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706892, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.110934] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.277182] env[62697]: DEBUG nova.compute.utils [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.318245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.318245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.325719] env[62697]: DEBUG nova.network.neutron [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Successfully updated port: 322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1622.353326] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706891, 'name': ReconfigVM_Task, 'duration_secs': 0.615786} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.353676] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1417af97-70dd-409f-91f7-88311fd7ce28/1417af97-70dd-409f-91f7-88311fd7ce28.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.354717] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a7bbed-2a01-4c93-91d9-a393864eb22c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.362274] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1622.362274] env[62697]: value = "task-1706893" [ 1622.362274] env[62697]: _type = "Task" [ 1622.362274] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.373082] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706893, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.504495] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747602} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.504628] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ec6d30a5-c74f-4910-b9fd-99e1e0de2408/ec6d30a5-c74f-4910-b9fd-99e1e0de2408.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.504869] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.505355] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ce4553-73fc-4397-b279-b4d3dceb08f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.512410] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1622.512410] env[62697]: value = "task-1706894" [ 1622.512410] env[62697]: _type = "Task" [ 1622.512410] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.527208] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.542766] env[62697]: DEBUG nova.network.neutron [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Updated VIF entry in instance network info cache for port b22ba919-723b-4786-bb58-2196469d5b93. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.543168] env[62697]: DEBUG nova.network.neutron [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Updating instance_info_cache with network_info: [{"id": "b22ba919-723b-4786-bb58-2196469d5b93", "address": "fa:16:3e:69:31:b7", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": null, "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb22ba919-72", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.686744] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf96ca9-dc57-4096-a5f4-20f837169a14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.694946] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7deb53-5430-45f1-a5a6-587148af15ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.727804] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da91bb6-46fe-4c64-b9c2-869149c68e63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.736092] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f35f56-dbd0-438b-8d38-767fb1931e64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.752469] env[62697]: DEBUG nova.compute.provider_tree [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.780628] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.821805] env[62697]: DEBUG nova.compute.utils [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.828827] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.829239] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.829723] env[62697]: DEBUG nova.network.neutron [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.871843] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706893, 'name': Rename_Task, 'duration_secs': 0.264004} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.872180] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.872534] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d343f435-6dbf-49a8-a92c-a9cd3b0e9806 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.879780] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1622.879780] env[62697]: value = "task-1706895" [ 1622.879780] env[62697]: _type = "Task" [ 1622.879780] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.888254] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.022955] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072878} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.023275] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.024087] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2429328-257f-46fe-be7c-499b090196e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.047118] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ec6d30a5-c74f-4910-b9fd-99e1e0de2408/ec6d30a5-c74f-4910-b9fd-99e1e0de2408.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.047450] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febcebb3-cea9-4a01-93a6-f0c29c2ddbc9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.061939] env[62697]: DEBUG oslo_concurrency.lockutils [req-1ea0435f-3456-4133-80fb-0a4dbfd11cff req-bb094e26-ecd6-4bc1-9390-a3a5aa0e165d service nova] Releasing lock "refresh_cache-2a19d04b-47ae-4ce4-8bf6-5bc03494770c" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.068796] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1623.068796] env[62697]: value = "task-1706896" [ 1623.068796] env[62697]: _type = "Task" [ 1623.068796] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.076963] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.256196] env[62697]: DEBUG nova.scheduler.client.report [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1623.325552] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.385816] env[62697]: DEBUG nova.network.neutron [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.396267] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.550188] env[62697]: DEBUG nova.network.neutron [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.581549] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706896, 'name': ReconfigVM_Task, 'duration_secs': 0.309582} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.581987] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ec6d30a5-c74f-4910-b9fd-99e1e0de2408/ec6d30a5-c74f-4910-b9fd-99e1e0de2408.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.583250] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c53b4200-8e83-4e67-a214-efb972cb625b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.593093] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1623.593093] env[62697]: value = "task-1706897" [ 1623.593093] env[62697]: _type = "Task" [ 1623.593093] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.603324] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706897, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.762693] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.762693] env[62697]: DEBUG nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1623.765216] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.654s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.765453] env[62697]: DEBUG nova.objects.instance [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'resources' on Instance uuid 2a19d04b-47ae-4ce4-8bf6-5bc03494770c {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.869743] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "01c11299-4dea-404c-801d-6dba97036eb9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.869743] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.869743] env[62697]: INFO nova.compute.manager [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Attaching volume 48b506ef-79a4-4274-bbfc-a5c835926931 to /dev/sdb [ 1623.891303] env[62697]: DEBUG oslo_vmware.api [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706895, 'name': PowerOnVM_Task, 'duration_secs': 0.626426} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.891505] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.891722] env[62697]: INFO nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1623.891908] env[62697]: DEBUG nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1623.892775] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f7c05-9df2-410c-8345-61e9293a9dd1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.905798] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cedea1-f512-449b-b3b7-fe060d1d987f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.912585] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc21a8d-c42b-4fed-98b8-f7317d700dcd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.927023] env[62697]: DEBUG nova.virt.block_device [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating existing volume attachment record: eb81f2f2-df1e-4a25-8a18-48a065b111b3 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1624.052723] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.053065] env[62697]: DEBUG nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Instance network_info: |[{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1624.053759] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:07:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322d6108-c0eb-4faf-b21e-2c3af5809ab5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.062186] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Creating folder: Project (ba5184f4a4f04a72a2fc9f7a29c43033). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.062546] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-596f6801-b922-4d2a-a2cc-8ea0ab1b5a99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.075162] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Created folder: Project (ba5184f4a4f04a72a2fc9f7a29c43033) in parent group-v355409. [ 1624.075402] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Creating folder: Instances. Parent ref: group-v355656. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.075637] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-763f764f-2216-4d8f-a699-dc00d414468c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.085068] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Created folder: Instances in parent group-v355656. [ 1624.085384] env[62697]: DEBUG oslo.service.loopingcall [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.085633] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.085917] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8454190e-9924-40f4-a9bb-86d46c9bc80e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.109799] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706897, 'name': Rename_Task, 'duration_secs': 0.144572} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.111703] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.111899] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1624.111899] env[62697]: value = "task-1706901" [ 1624.111899] env[62697]: _type = "Task" [ 1624.111899] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.112116] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-989c047c-eb4e-4cd1-b600-8af181fbd039 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.120704] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1624.120704] env[62697]: value = "task-1706902" [ 1624.120704] env[62697]: _type = "Task" [ 1624.120704] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.124242] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706901, 'name': CreateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.138027] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.161603] env[62697]: DEBUG nova.compute.manager [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received event network-vif-plugged-322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1624.161942] env[62697]: DEBUG oslo_concurrency.lockutils [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.162198] env[62697]: DEBUG oslo_concurrency.lockutils [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.162354] env[62697]: DEBUG oslo_concurrency.lockutils [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.162530] env[62697]: DEBUG nova.compute.manager [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] No waiting events found dispatching network-vif-plugged-322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1624.162695] env[62697]: WARNING nova.compute.manager [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received unexpected event network-vif-plugged-322d6108-c0eb-4faf-b21e-2c3af5809ab5 for instance with vm_state building and task_state spawning. [ 1624.162978] env[62697]: DEBUG nova.compute.manager [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received event network-changed-322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1624.163204] env[62697]: DEBUG nova.compute.manager [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Refreshing instance network info cache due to event network-changed-322d6108-c0eb-4faf-b21e-2c3af5809ab5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1624.163423] env[62697]: DEBUG oslo_concurrency.lockutils [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] Acquiring lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.163578] env[62697]: DEBUG oslo_concurrency.lockutils [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] Acquired lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.163767] env[62697]: DEBUG nova.network.neutron [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Refreshing network info cache for port 322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.268758] env[62697]: DEBUG nova.compute.utils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1624.270854] env[62697]: DEBUG nova.objects.instance [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'numa_topology' on Instance uuid 2a19d04b-47ae-4ce4-8bf6-5bc03494770c {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.273051] env[62697]: DEBUG nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1624.276021] env[62697]: DEBUG nova.network.neutron [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.320521] env[62697]: DEBUG nova.policy [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0e72ef778e4169aeaf9897f91eaad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dcdc67a42e64e3594338e967b767daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1624.406282] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.406675] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.406953] env[62697]: INFO nova.compute.manager [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Attaching volume d81df00b-bb77-4530-acaa-bb4bb2d9e27d to /dev/sdb [ 1624.419543] env[62697]: INFO nova.compute.manager [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Took 16.58 seconds to build instance. [ 1624.491020] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d683ef50-a0d2-4b07-8f0c-da15fe8ade76 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.500450] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6f3073-9e0b-400e-99b0-e73a2a474132 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.517082] env[62697]: DEBUG nova.virt.block_device [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating existing volume attachment record: 355f7014-629f-4b12-8167-34363059d70e {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1624.621303] env[62697]: DEBUG nova.network.neutron [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Successfully created port: 69d45572-8c56-4bfa-807f-396ce6fba968 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.632936] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706901, 'name': CreateVM_Task, 'duration_secs': 0.390986} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.633875] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.634606] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.635527] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.635853] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.636362] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.640189] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34b2420-ef13-42e3-b42e-e3869489edc2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.642609] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706902, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.646514] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1624.646514] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e3b013-175c-6e29-925b-a66933d7d66d" [ 1624.646514] env[62697]: _type = "Task" [ 1624.646514] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.656726] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e3b013-175c-6e29-925b-a66933d7d66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.774166] env[62697]: DEBUG nova.objects.base [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Object Instance<2a19d04b-47ae-4ce4-8bf6-5bc03494770c> lazy-loaded attributes: resources,numa_topology {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1624.777828] env[62697]: DEBUG nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1624.924790] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3c8fc70b-a569-4605-b50b-80407e1d1307 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "1417af97-70dd-409f-91f7-88311fd7ce28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.092s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.037080] env[62697]: DEBUG nova.network.neutron [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updated VIF entry in instance network info cache for port 322d6108-c0eb-4faf-b21e-2c3af5809ab5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.037080] env[62697]: DEBUG nova.network.neutron [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.075390] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b047c-f5cf-4e50-ba74-7f0c582ac83b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.084569] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b6ead7-189d-4f03-a391-23d526645c5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.123677] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ed7b9-b2f8-4645-a907-bb6a2877c4c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.138685] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8161153-c551-480b-8f9a-ece34ad8817a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.142532] env[62697]: DEBUG oslo_vmware.api [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706902, 'name': PowerOnVM_Task, 'duration_secs': 0.581264} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.142822] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.143046] env[62697]: INFO nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1625.143237] env[62697]: DEBUG nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1625.144504] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c68a2-c459-4761-9368-eacde269b584 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.154931] env[62697]: DEBUG nova.compute.provider_tree [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.169603] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e3b013-175c-6e29-925b-a66933d7d66d, 'name': SearchDatastore_Task, 'duration_secs': 0.014598} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.170246] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.170476] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1625.170720] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.170871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.171086] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1625.171357] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da6e5143-75b5-4858-8757-4a6efa000df9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.180952] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1625.181226] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1625.182040] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e2437d7-bfd7-45a4-8b00-8f2d108b2539 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.192056] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1625.192056] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529f2295-b5ed-39a8-461b-983d770a8b3c" [ 1625.192056] env[62697]: _type = "Task" [ 1625.192056] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.200816] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529f2295-b5ed-39a8-461b-983d770a8b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.235804] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.236112] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.236306] env[62697]: DEBUG nova.compute.manager [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1625.237234] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e4b3b-71ca-4c43-b063-17fb10402e9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.244836] env[62697]: DEBUG nova.compute.manager [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1625.245847] env[62697]: DEBUG nova.objects.instance [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'flavor' on Instance uuid 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.544815] env[62697]: DEBUG oslo_concurrency.lockutils [req-6fe36fa5-d931-4589-a0d3-7cb4aee08e39 req-151295ae-53af-493e-a525-2c299f8a9d05 service nova] Releasing lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.661536] env[62697]: DEBUG nova.scheduler.client.report [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1625.681916] env[62697]: INFO nova.compute.manager [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Took 16.41 seconds to build instance. [ 1625.704658] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529f2295-b5ed-39a8-461b-983d770a8b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01332} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.705791] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c84b10-60f4-4af4-816b-626a00de2d68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.713069] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1625.713069] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527a7955-7382-a758-01ae-953a8028047c" [ 1625.713069] env[62697]: _type = "Task" [ 1625.713069] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.722420] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527a7955-7382-a758-01ae-953a8028047c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.752085] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.752401] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3bba8c2-e3b5-4d24-825e-51e3b1c57ff9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.760485] env[62697]: DEBUG oslo_vmware.api [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1625.760485] env[62697]: value = "task-1706908" [ 1625.760485] env[62697]: _type = "Task" [ 1625.760485] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.770018] env[62697]: DEBUG oslo_vmware.api [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.787558] env[62697]: DEBUG nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1625.816892] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1625.816892] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1625.817238] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.817334] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1625.817532] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.817836] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1625.818079] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1625.818611] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1625.818847] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1625.819969] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1625.819969] env[62697]: DEBUG nova.virt.hardware [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1625.820856] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a92d8b8-d260-43fe-9b87-636c42b39900 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.829112] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671c00a0-9903-4144-8694-0d6d883cb52a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.170692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.183556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2bd82e09-5e68-41b8-9c16-caf9bfbffd8a tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.931s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.225917] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527a7955-7382-a758-01ae-953a8028047c, 'name': SearchDatastore_Task, 'duration_secs': 0.0237} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.227144] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.227443] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d7cc9614-7e6b-43c4-89a3-1f2579b54dd7/d7cc9614-7e6b-43c4-89a3-1f2579b54dd7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.228038] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e20c7702-14e4-459e-85dc-5e360f70c017 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.236941] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1626.236941] env[62697]: value = "task-1706910" [ 1626.236941] env[62697]: _type = "Task" [ 1626.236941] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.247992] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.278814] env[62697]: DEBUG oslo_vmware.api [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706908, 'name': PowerOffVM_Task, 'duration_secs': 0.275965} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.278986] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.279157] env[62697]: DEBUG nova.compute.manager [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1626.280044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded445e4-8cad-4e37-a0e6-fe6eb8a0c036 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.441323] env[62697]: DEBUG nova.network.neutron [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Successfully updated port: 69d45572-8c56-4bfa-807f-396ce6fba968 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.449829] env[62697]: DEBUG nova.compute.manager [req-53f559cc-421c-485f-9a1c-1c9dedb0d379 req-235085bc-1f2e-4298-af9f-2de6f1955822 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Received event network-vif-plugged-69d45572-8c56-4bfa-807f-396ce6fba968 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1626.450063] env[62697]: DEBUG oslo_concurrency.lockutils [req-53f559cc-421c-485f-9a1c-1c9dedb0d379 req-235085bc-1f2e-4298-af9f-2de6f1955822 service nova] Acquiring lock "161dc695-03b9-47e6-a290-6ced40149ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.450333] env[62697]: DEBUG oslo_concurrency.lockutils [req-53f559cc-421c-485f-9a1c-1c9dedb0d379 req-235085bc-1f2e-4298-af9f-2de6f1955822 service nova] Lock "161dc695-03b9-47e6-a290-6ced40149ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.450860] env[62697]: DEBUG oslo_concurrency.lockutils [req-53f559cc-421c-485f-9a1c-1c9dedb0d379 req-235085bc-1f2e-4298-af9f-2de6f1955822 service nova] Lock "161dc695-03b9-47e6-a290-6ced40149ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.451411] env[62697]: DEBUG nova.compute.manager [req-53f559cc-421c-485f-9a1c-1c9dedb0d379 req-235085bc-1f2e-4298-af9f-2de6f1955822 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] No waiting events found dispatching network-vif-plugged-69d45572-8c56-4bfa-807f-396ce6fba968 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1626.451411] env[62697]: WARNING nova.compute.manager [req-53f559cc-421c-485f-9a1c-1c9dedb0d379 req-235085bc-1f2e-4298-af9f-2de6f1955822 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Received unexpected event network-vif-plugged-69d45572-8c56-4bfa-807f-396ce6fba968 for instance with vm_state building and task_state spawning. [ 1626.495303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "1417af97-70dd-409f-91f7-88311fd7ce28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.495303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "1417af97-70dd-409f-91f7-88311fd7ce28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.495303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "1417af97-70dd-409f-91f7-88311fd7ce28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.495303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "1417af97-70dd-409f-91f7-88311fd7ce28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.495303] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "1417af97-70dd-409f-91f7-88311fd7ce28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.497362] env[62697]: INFO nova.compute.manager [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Terminating instance [ 1626.499402] env[62697]: DEBUG nova.compute.manager [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1626.499638] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.500660] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b9c63-ef80-47fe-a911-8db3b807b267 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.512591] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.512591] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0016348-9e75-4175-b4e0-c8385ac49366 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.516918] env[62697]: DEBUG oslo_vmware.api [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1626.516918] env[62697]: value = "task-1706911" [ 1626.516918] env[62697]: _type = "Task" [ 1626.516918] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.529283] env[62697]: DEBUG oslo_vmware.api [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.622057] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f257dc-997b-af2f-3bfd-4b4c7c15d90f/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1626.623127] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b02e1d4-8cfb-4428-89b4-5702ff08a8b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.632244] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f257dc-997b-af2f-3bfd-4b4c7c15d90f/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1626.632591] env[62697]: ERROR oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f257dc-997b-af2f-3bfd-4b4c7c15d90f/disk-0.vmdk due to incomplete transfer. [ 1626.633041] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f55391f6-7807-4043-a4fa-78db82cbb5be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.653850] env[62697]: DEBUG oslo_vmware.rw_handles [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f257dc-997b-af2f-3bfd-4b4c7c15d90f/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1626.654122] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Uploaded image 630cb7ab-c059-474c-9c4f-be882e0d7ef1 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1626.656172] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1626.656517] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b533e4d0-aebf-4431-b15c-e5035af35e3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.666077] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1626.666077] env[62697]: value = "task-1706912" [ 1626.666077] env[62697]: _type = "Task" [ 1626.666077] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.679540] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706912, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.685441] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8b9a7611-e4b1-4f68-9cf0-054df7eec779 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.333s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.690032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.052s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.690032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.690032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.690032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.690032] env[62697]: INFO nova.compute.manager [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Terminating instance [ 1626.691250] env[62697]: DEBUG nova.compute.manager [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1626.691457] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.691897] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-037fef5d-19f6-46e1-8573-6e29ae573285 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.706292] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f33fb2-3424-471c-99bb-70e0c70669bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.746950] env[62697]: WARNING nova.virt.vmwareapi.vmops [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2a19d04b-47ae-4ce4-8bf6-5bc03494770c could not be found. [ 1626.747229] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.747445] env[62697]: INFO nova.compute.manager [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1626.747761] env[62697]: DEBUG oslo.service.loopingcall [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.751655] env[62697]: DEBUG nova.compute.manager [-] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1626.751889] env[62697]: DEBUG nova.network.neutron [-] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1626.762064] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.794167] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2929eca0-770d-4124-9b18-db96dcfe7036 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.945841] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "refresh_cache-161dc695-03b9-47e6-a290-6ced40149ad7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.946131] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "refresh_cache-161dc695-03b9-47e6-a290-6ced40149ad7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.946340] env[62697]: DEBUG nova.network.neutron [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.036683] env[62697]: DEBUG oslo_vmware.api [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706911, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.164918] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "301332c1-716e-403a-9309-c7f570b9257d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.165230] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "301332c1-716e-403a-9309-c7f570b9257d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.165450] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "301332c1-716e-403a-9309-c7f570b9257d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.165642] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "301332c1-716e-403a-9309-c7f570b9257d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.165816] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "301332c1-716e-403a-9309-c7f570b9257d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.171084] env[62697]: INFO nova.compute.manager [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Terminating instance [ 1627.173794] env[62697]: DEBUG nova.compute.manager [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1627.173998] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.174857] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b797749e-c727-4ab4-bc3d-945c5545ad79 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.180470] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706912, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.185566] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.185826] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec7693f-961a-4343-90a3-747773d8e3d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.194429] env[62697]: DEBUG oslo_vmware.api [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1627.194429] env[62697]: value = "task-1706914" [ 1627.194429] env[62697]: _type = "Task" [ 1627.194429] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.203780] env[62697]: DEBUG oslo_vmware.api [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.260405] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706910, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.020195} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.260692] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d7cc9614-7e6b-43c4-89a3-1f2579b54dd7/d7cc9614-7e6b-43c4-89a3-1f2579b54dd7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.260906] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.261211] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e708974-ba73-4620-be37-160b24237803 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.269443] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1627.269443] env[62697]: value = "task-1706915" [ 1627.269443] env[62697]: _type = "Task" [ 1627.269443] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.280847] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.484240] env[62697]: DEBUG nova.network.neutron [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.530872] env[62697]: DEBUG oslo_vmware.api [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706911, 'name': PowerOffVM_Task, 'duration_secs': 0.550176} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.535019] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.535019] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.535019] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e9daee-5a0a-4d82-82eb-77bea801d2e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.539642] env[62697]: DEBUG nova.network.neutron [-] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.579828] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.580121] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.580441] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.580649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.580827] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.583578] env[62697]: INFO nova.compute.manager [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Terminating instance [ 1627.585539] env[62697]: DEBUG nova.compute.manager [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1627.585723] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.586610] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0349bec5-2e2e-4ef3-a5d0-7c84feb6f558 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.599098] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.600147] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34149694-ea00-420d-bea7-bcc41257baa4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.611587] env[62697]: DEBUG oslo_vmware.api [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1627.611587] env[62697]: value = "task-1706917" [ 1627.611587] env[62697]: _type = "Task" [ 1627.611587] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.622935] env[62697]: DEBUG oslo_vmware.api [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.665735] env[62697]: DEBUG nova.network.neutron [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Updating instance_info_cache with network_info: [{"id": "69d45572-8c56-4bfa-807f-396ce6fba968", "address": "fa:16:3e:ce:3c:bd", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d45572-8c", "ovs_interfaceid": "69d45572-8c56-4bfa-807f-396ce6fba968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.679667] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706912, 'name': Destroy_Task, 'duration_secs': 0.940941} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.680652] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Destroyed the VM [ 1627.680894] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1627.681865] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ecfd66e-5e85-488e-b01e-358e47f2641b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.689296] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1627.689296] env[62697]: value = "task-1706918" [ 1627.689296] env[62697]: _type = "Task" [ 1627.689296] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.703309] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.708929] env[62697]: DEBUG oslo_vmware.api [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706914, 'name': PowerOffVM_Task, 'duration_secs': 0.459857} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.709290] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.709472] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.709734] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83a7e75b-d23d-4199-8e3f-fd1dfa20529a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.757791] env[62697]: DEBUG nova.objects.instance [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'flavor' on Instance uuid 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.780417] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219542} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.780417] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1627.781262] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60ece3b-90f7-479c-a53d-396ff70fbbf9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.806390] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] d7cc9614-7e6b-43c4-89a3-1f2579b54dd7/d7cc9614-7e6b-43c4-89a3-1f2579b54dd7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.806688] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af19f1b-b680-44ee-bceb-522ab9df777b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.828518] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1627.828518] env[62697]: value = "task-1706920" [ 1627.828518] env[62697]: _type = "Task" [ 1627.828518] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.837881] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.925092] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.925353] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.925517] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleting the datastore file [datastore1] 1417af97-70dd-409f-91f7-88311fd7ce28 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.926924] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a24ea3e-f6c5-494c-98a9-777b47a3713c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.929070] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.929272] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.929437] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Deleting the datastore file [datastore1] 301332c1-716e-403a-9309-c7f570b9257d {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.929728] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e31c3f2-b9b3-4668-8063-e5d098cadd58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.937870] env[62697]: DEBUG oslo_vmware.api [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for the task: (returnval){ [ 1627.937870] env[62697]: value = "task-1706921" [ 1627.937870] env[62697]: _type = "Task" [ 1627.937870] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.939343] env[62697]: DEBUG oslo_vmware.api [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for the task: (returnval){ [ 1627.939343] env[62697]: value = "task-1706922" [ 1627.939343] env[62697]: _type = "Task" [ 1627.939343] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.951987] env[62697]: DEBUG oslo_vmware.api [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.954857] env[62697]: DEBUG oslo_vmware.api [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.042768] env[62697]: INFO nova.compute.manager [-] [instance: 2a19d04b-47ae-4ce4-8bf6-5bc03494770c] Took 1.29 seconds to deallocate network for instance. [ 1628.122082] env[62697]: DEBUG oslo_vmware.api [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706917, 'name': PowerOffVM_Task, 'duration_secs': 0.286944} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.122445] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.122653] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.123012] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-177b07c2-4d80-47a0-969f-466c92fa6007 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.168443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "refresh_cache-161dc695-03b9-47e6-a290-6ced40149ad7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.168811] env[62697]: DEBUG nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Instance network_info: |[{"id": "69d45572-8c56-4bfa-807f-396ce6fba968", "address": "fa:16:3e:ce:3c:bd", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d45572-8c", "ovs_interfaceid": "69d45572-8c56-4bfa-807f-396ce6fba968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1628.169332] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:3c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69d45572-8c56-4bfa-807f-396ce6fba968', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.177165] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating folder: Project (9dcdc67a42e64e3594338e967b767daa). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.177467] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2f2ea6e-8f8a-4fec-86dd-a62e6f0c1d75 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.190393] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created folder: Project (9dcdc67a42e64e3594338e967b767daa) in parent group-v355409. [ 1628.190596] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating folder: Instances. Parent ref: group-v355663. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.193797] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-396d353f-e9e5-4bd4-b22a-069c9f36d5a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.200380] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706918, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.204429] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created folder: Instances in parent group-v355663. [ 1628.204669] env[62697]: DEBUG oslo.service.loopingcall [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.204863] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.205094] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e898ceca-30ee-4a7d-a9aa-8437c6fb210d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.224463] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.224823] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.225028] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Deleting the datastore file [datastore1] ec6d30a5-c74f-4910-b9fd-99e1e0de2408 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.225355] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f49a3383-6e8f-4d67-be47-cc105645a2b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.229126] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.229126] env[62697]: value = "task-1706926" [ 1628.229126] env[62697]: _type = "Task" [ 1628.229126] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.243032] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706926, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.246053] env[62697]: DEBUG oslo_vmware.api [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for the task: (returnval){ [ 1628.246053] env[62697]: value = "task-1706927" [ 1628.246053] env[62697]: _type = "Task" [ 1628.246053] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.256083] env[62697]: DEBUG oslo_vmware.api [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.262332] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.262571] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.262754] env[62697]: DEBUG nova.network.neutron [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.262937] env[62697]: DEBUG nova.objects.instance [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'info_cache' on Instance uuid 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.340617] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.452766] env[62697]: DEBUG oslo_vmware.api [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Task: {'id': task-1706922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175719} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.455975] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.456180] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.456371] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.456555] env[62697]: INFO nova.compute.manager [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1628.456873] env[62697]: DEBUG oslo.service.loopingcall [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.457122] env[62697]: DEBUG oslo_vmware.api [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Task: {'id': task-1706921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189859} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.457327] env[62697]: DEBUG nova.compute.manager [-] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1628.457427] env[62697]: DEBUG nova.network.neutron [-] [instance: 301332c1-716e-403a-9309-c7f570b9257d] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.459186] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.459422] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.459536] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.459709] env[62697]: INFO nova.compute.manager [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Took 1.96 seconds to destroy the instance on the hypervisor. [ 1628.460018] env[62697]: DEBUG oslo.service.loopingcall [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.460287] env[62697]: DEBUG nova.compute.manager [-] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1628.460341] env[62697]: DEBUG nova.network.neutron [-] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.476246] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1628.476504] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355660', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'name': 'volume-48b506ef-79a4-4274-bbfc-a5c835926931', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01c11299-4dea-404c-801d-6dba97036eb9', 'attached_at': '', 'detached_at': '', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'serial': '48b506ef-79a4-4274-bbfc-a5c835926931'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1628.477593] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c135abb1-604f-42bf-a9d6-a736f8143743 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.487626] env[62697]: DEBUG nova.compute.manager [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Received event network-changed-69d45572-8c56-4bfa-807f-396ce6fba968 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1628.487825] env[62697]: DEBUG nova.compute.manager [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Refreshing instance network info cache due to event network-changed-69d45572-8c56-4bfa-807f-396ce6fba968. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1628.488061] env[62697]: DEBUG oslo_concurrency.lockutils [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] Acquiring lock "refresh_cache-161dc695-03b9-47e6-a290-6ced40149ad7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.488466] env[62697]: DEBUG oslo_concurrency.lockutils [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] Acquired lock "refresh_cache-161dc695-03b9-47e6-a290-6ced40149ad7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.488466] env[62697]: DEBUG nova.network.neutron [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Refreshing network info cache for port 69d45572-8c56-4bfa-807f-396ce6fba968 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.506543] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df575f16-2015-4af8-ae73-1449d0a3679a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.534449] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-48b506ef-79a4-4274-bbfc-a5c835926931/volume-48b506ef-79a4-4274-bbfc-a5c835926931.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.535171] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3514020-8308-4871-8ec5-5724af45479b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.563408] env[62697]: DEBUG oslo_vmware.api [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1628.563408] env[62697]: value = "task-1706928" [ 1628.563408] env[62697]: _type = "Task" [ 1628.563408] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.576443] env[62697]: DEBUG oslo_vmware.api [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.704118] env[62697]: DEBUG oslo_vmware.api [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706918, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719066} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.704118] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1628.704118] env[62697]: INFO nova.compute.manager [None req-eb7dc709-6b10-475a-acb7-5a3f61549aa8 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 1628.740018] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706926, 'name': CreateVM_Task, 'duration_secs': 0.454963} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.740228] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.742083] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.742083] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.742083] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.742083] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03aea296-2714-4bc2-9e51-fb7809b0fcb1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.754899] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1628.754899] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c64666-f889-d653-a81a-74c7faf189db" [ 1628.754899] env[62697]: _type = "Task" [ 1628.754899] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.763060] env[62697]: DEBUG oslo_vmware.api [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Task: {'id': task-1706927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244705} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.763769] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.763977] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.764357] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.764613] env[62697]: INFO nova.compute.manager [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1628.764837] env[62697]: DEBUG oslo.service.loopingcall [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.766258] env[62697]: DEBUG nova.objects.base [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Object Instance<49b7f188-7032-40e1-af33-345be6abf233> lazy-loaded attributes: flavor,info_cache {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1628.767430] env[62697]: DEBUG nova.compute.manager [-] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1628.767701] env[62697]: DEBUG nova.network.neutron [-] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.774258] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c64666-f889-d653-a81a-74c7faf189db, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.774948] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.775199] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.775556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.775737] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.775943] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.776251] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db640490-7d8f-4197-bfca-952108656e4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.789765] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.789765] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.789765] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2905a777-47f6-408f-8cda-ce7951981377 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.795212] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1628.795212] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d7a994-7be0-2bf3-a1a0-4d474e70a5e2" [ 1628.795212] env[62697]: _type = "Task" [ 1628.795212] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.805965] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d7a994-7be0-2bf3-a1a0-4d474e70a5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.842635] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706920, 'name': ReconfigVM_Task, 'duration_secs': 0.610105} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.843079] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] d7cc9614-7e6b-43c4-89a3-1f2579b54dd7/d7cc9614-7e6b-43c4-89a3-1f2579b54dd7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.844134] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b03bc0a-0c2b-4fa8-a1e9-6bfa0c1304e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.853540] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1628.853540] env[62697]: value = "task-1706929" [ 1628.853540] env[62697]: _type = "Task" [ 1628.853540] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.864178] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706929, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.074617] env[62697]: DEBUG oslo_vmware.api [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706928, 'name': ReconfigVM_Task, 'duration_secs': 0.402449} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.075107] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-48b506ef-79a4-4274-bbfc-a5c835926931/volume-48b506ef-79a4-4274-bbfc-a5c835926931.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1629.082697] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51bc2fe7-b62a-4a41-aae5-b4858a9f5ab6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.094608] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f7677d2-5b56-483d-a9fc-42a2298452e8 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "2a19d04b-47ae-4ce4-8bf6-5bc03494770c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.408s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.102535] env[62697]: DEBUG oslo_vmware.api [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1629.102535] env[62697]: value = "task-1706930" [ 1629.102535] env[62697]: _type = "Task" [ 1629.102535] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.113227] env[62697]: DEBUG oslo_vmware.api [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.255767] env[62697]: DEBUG nova.compute.manager [req-8e7de3d3-7e2f-4bef-880c-bf9e268a6da3 req-03056399-7bd9-4885-89fd-0dbe37bf01df service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Received event network-vif-deleted-ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1629.255767] env[62697]: INFO nova.compute.manager [req-8e7de3d3-7e2f-4bef-880c-bf9e268a6da3 req-03056399-7bd9-4885-89fd-0dbe37bf01df service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Neutron deleted interface ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc; detaching it from the instance and deleting it from the info cache [ 1629.255767] env[62697]: DEBUG nova.network.neutron [req-8e7de3d3-7e2f-4bef-880c-bf9e268a6da3 req-03056399-7bd9-4885-89fd-0dbe37bf01df service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.310930] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d7a994-7be0-2bf3-a1a0-4d474e70a5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.311744] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840b3d56-cd07-4f12-9774-adeb6996ff0f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.317638] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1629.317638] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52cc6f8c-8f8f-25ce-b038-11b6aaab6ca0" [ 1629.317638] env[62697]: _type = "Task" [ 1629.317638] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.326600] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cc6f8c-8f8f-25ce-b038-11b6aaab6ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.364609] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706929, 'name': Rename_Task, 'duration_secs': 0.168281} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.364846] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.365106] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9757413d-19b5-47ac-95d1-f9b29bf5c9d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.374250] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1629.374250] env[62697]: value = "task-1706931" [ 1629.374250] env[62697]: _type = "Task" [ 1629.374250] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.382718] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.437520] env[62697]: DEBUG nova.network.neutron [-] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.481022] env[62697]: INFO nova.compute.manager [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Rebuilding instance [ 1629.506483] env[62697]: DEBUG nova.network.neutron [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Updated VIF entry in instance network info cache for port 69d45572-8c56-4bfa-807f-396ce6fba968. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.506483] env[62697]: DEBUG nova.network.neutron [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Updating instance_info_cache with network_info: [{"id": "69d45572-8c56-4bfa-807f-396ce6fba968", "address": "fa:16:3e:ce:3c:bd", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d45572-8c", "ovs_interfaceid": "69d45572-8c56-4bfa-807f-396ce6fba968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.547459] env[62697]: DEBUG nova.compute.manager [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1629.548449] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21739163-6c95-4986-8233-26c2cd23cc1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.577303] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1629.577567] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355662', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'name': 'volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0c7f996-8b12-4d17-836b-52b4c51e7da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'serial': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1629.578496] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd85ed95-436f-43ca-80d1-2c1da594cbe5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.604547] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b9e8e2-fd57-4537-971a-cad225dabdda {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.618201] env[62697]: DEBUG oslo_vmware.api [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706930, 'name': ReconfigVM_Task, 'duration_secs': 0.160118} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.633725] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355660', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'name': 'volume-48b506ef-79a4-4274-bbfc-a5c835926931', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01c11299-4dea-404c-801d-6dba97036eb9', 'attached_at': '', 'detached_at': '', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'serial': '48b506ef-79a4-4274-bbfc-a5c835926931'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1629.644752] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d/volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.647101] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf037578-2011-44f1-8eb8-95f7e0329e2e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.672031] env[62697]: DEBUG oslo_vmware.api [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1629.672031] env[62697]: value = "task-1706932" [ 1629.672031] env[62697]: _type = "Task" [ 1629.672031] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.681058] env[62697]: DEBUG oslo_vmware.api [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.724693] env[62697]: DEBUG nova.network.neutron [-] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.732669] env[62697]: DEBUG nova.network.neutron [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.759110] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e65af90-d78a-44ac-b276-57239417497e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.772870] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0114b179-e149-4c61-b92d-05831d839ff3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.816779] env[62697]: DEBUG nova.compute.manager [req-8e7de3d3-7e2f-4bef-880c-bf9e268a6da3 req-03056399-7bd9-4885-89fd-0dbe37bf01df service nova] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Detach interface failed, port_id=ce133193-a05d-4dbb-8a5b-cb6fcb29a5bc, reason: Instance ec6d30a5-c74f-4910-b9fd-99e1e0de2408 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1629.829371] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cc6f8c-8f8f-25ce-b038-11b6aaab6ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.829672] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.830042] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 161dc695-03b9-47e6-a290-6ced40149ad7/161dc695-03b9-47e6-a290-6ced40149ad7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.830370] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a48b0d4-7426-465f-82a3-98155c920635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.838295] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1629.838295] env[62697]: value = "task-1706933" [ 1629.838295] env[62697]: _type = "Task" [ 1629.838295] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.847818] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.884795] env[62697]: DEBUG oslo_vmware.api [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1706931, 'name': PowerOnVM_Task, 'duration_secs': 0.474076} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.885114] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.885327] env[62697]: INFO nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1629.885515] env[62697]: DEBUG nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1629.886344] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85d9728-ffe9-4ce5-9fbe-d3b7b96e700d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.924395] env[62697]: DEBUG nova.network.neutron [-] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.939789] env[62697]: INFO nova.compute.manager [-] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Took 1.48 seconds to deallocate network for instance. [ 1630.011516] env[62697]: DEBUG oslo_concurrency.lockutils [req-c0067fa2-097d-4527-8187-d3d9315f0956 req-724c6e99-6d07-4dab-9849-1d2e278b4a30 service nova] Releasing lock "refresh_cache-161dc695-03b9-47e6-a290-6ced40149ad7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.062724] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.062904] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8123f40d-1d66-4fc3-b30c-822746e66728 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.072379] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1630.072379] env[62697]: value = "task-1706934" [ 1630.072379] env[62697]: _type = "Task" [ 1630.072379] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.084557] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.138108] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.138460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.186026] env[62697]: DEBUG oslo_vmware.api [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706932, 'name': ReconfigVM_Task, 'duration_secs': 0.450943} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.186026] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d/volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.191609] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f98d1b7-68ea-43e9-b21e-38bfd940ed7d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.204120] env[62697]: DEBUG nova.objects.instance [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'flavor' on Instance uuid 01c11299-4dea-404c-801d-6dba97036eb9 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.214503] env[62697]: DEBUG oslo_vmware.api [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1630.214503] env[62697]: value = "task-1706935" [ 1630.214503] env[62697]: _type = "Task" [ 1630.214503] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.228066] env[62697]: INFO nova.compute.manager [-] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Took 1.46 seconds to deallocate network for instance. [ 1630.228530] env[62697]: DEBUG oslo_vmware.api [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.234376] env[62697]: DEBUG oslo_concurrency.lockutils [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.351035] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706933, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.408400] env[62697]: INFO nova.compute.manager [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Took 18.14 seconds to build instance. [ 1630.428250] env[62697]: INFO nova.compute.manager [-] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Took 1.97 seconds to deallocate network for instance. [ 1630.447683] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.447920] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.448172] env[62697]: DEBUG nova.objects.instance [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lazy-loading 'resources' on Instance uuid 1417af97-70dd-409f-91f7-88311fd7ce28 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.539345] env[62697]: DEBUG nova.compute.manager [req-bbe85936-ecfb-4f06-b1da-a5843c32d7bd req-65078e2d-fb30-40b2-b9be-cb228dc9d4e6 service nova] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Received event network-vif-deleted-a40a76f8-bc79-4158-908e-9d8c13ac4e6d {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1630.539901] env[62697]: DEBUG nova.compute.manager [req-bbe85936-ecfb-4f06-b1da-a5843c32d7bd req-65078e2d-fb30-40b2-b9be-cb228dc9d4e6 service nova] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Received event network-vif-deleted-f561e271-fcbd-44a5-a035-de3f9919e7e9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1630.583805] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706934, 'name': PowerOffVM_Task, 'duration_secs': 0.288638} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.584042] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.584797] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.585483] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d384363-be40-4ad1-ba84-d47c6e13b5f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.594411] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1630.594411] env[62697]: value = "task-1706936" [ 1630.594411] env[62697]: _type = "Task" [ 1630.594411] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.603622] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.641118] env[62697]: DEBUG nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1630.709164] env[62697]: DEBUG oslo_concurrency.lockutils [None req-34ad08b5-d441-4d75-8346-3c08f6c0d330 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 6.840s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.726971] env[62697]: DEBUG oslo_vmware.api [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706935, 'name': ReconfigVM_Task, 'duration_secs': 0.21732} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.727872] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355662', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'name': 'volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0c7f996-8b12-4d17-836b-52b4c51e7da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'serial': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1630.739752] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.741028] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.741028] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ea12608-40c1-4e63-a465-a089ce739ffc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.749372] env[62697]: DEBUG oslo_vmware.api [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1630.749372] env[62697]: value = "task-1706937" [ 1630.749372] env[62697]: _type = "Task" [ 1630.749372] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.758719] env[62697]: DEBUG oslo_vmware.api [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.849583] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556011} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.849876] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 161dc695-03b9-47e6-a290-6ced40149ad7/161dc695-03b9-47e6-a290-6ced40149ad7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.850475] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.850475] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e70bbc85-3e7d-482d-b9ae-829524304520 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.853972] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.854181] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.854321] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1630.858213] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1630.858213] env[62697]: value = "task-1706938" [ 1630.858213] env[62697]: _type = "Task" [ 1630.858213] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.869691] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.911397] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1e373ce7-4339-42fe-9475-eacd6178a2d0 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.650s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.935861] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.110350] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1631.110585] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1631.110808] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355561', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'name': 'volume-2be5ce5e-e6f1-400b-9db0-65676d805540', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c680a65b-75a4-4755-aea6-fe632a156d59', 'attached_at': '', 'detached_at': '', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'serial': '2be5ce5e-e6f1-400b-9db0-65676d805540'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1631.111828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f5bac-1b1a-415c-a823-27f287da7bab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.134709] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e356267-2678-4fbe-9a05-9a942de8b589 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.144009] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a31539-91f2-4c01-95ad-5ffbe3f729b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.169373] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.172733] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea172e99-08b9-4384-a0b2-e0a211b9cf24 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.190619] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] The volume has not been displaced from its original location: [datastore1] volume-2be5ce5e-e6f1-400b-9db0-65676d805540/volume-2be5ce5e-e6f1-400b-9db0-65676d805540.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1631.196040] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1631.198847] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46affce-1167-4ada-a536-27fe06903f71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.220268] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1631.220268] env[62697]: value = "task-1706939" [ 1631.220268] env[62697]: _type = "Task" [ 1631.220268] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.224953] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b362c0-30be-4b47-af18-f3de5bf6adc7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.239501] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5766fcb1-b25d-4449-a0f6-a4abd98e684e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.241953] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.278676] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98942aeb-5b45-43cf-997b-adc8cc95c5d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.290227] env[62697]: DEBUG oslo_vmware.api [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.292101] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcb1f55-54de-40d8-b036-bc5810219097 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.307218] env[62697]: DEBUG nova.compute.provider_tree [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.369612] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074265} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.372022] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.372022] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6144c7-47bb-47ea-91f3-1d7acec448b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.395396] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 161dc695-03b9-47e6-a290-6ced40149ad7/161dc695-03b9-47e6-a290-6ced40149ad7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.396195] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd9c5ec-02c1-4c22-8e59-e9bd190dacd4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.416323] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1631.416323] env[62697]: value = "task-1706940" [ 1631.416323] env[62697]: _type = "Task" [ 1631.416323] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.424600] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.733554] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706939, 'name': ReconfigVM_Task, 'duration_secs': 0.349869} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.733863] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1631.739201] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c5bf8d-930d-4e9c-9398-4248c60b6011 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.756556] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1631.756556] env[62697]: value = "task-1706941" [ 1631.756556] env[62697]: _type = "Task" [ 1631.756556] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.764997] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.785190] env[62697]: DEBUG nova.objects.instance [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lazy-loading 'flavor' on Instance uuid c0c7f996-8b12-4d17-836b-52b4c51e7da8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.785892] env[62697]: DEBUG oslo_vmware.api [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1706937, 'name': PowerOnVM_Task, 'duration_secs': 0.938188} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.786582] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.786878] env[62697]: DEBUG nova.compute.manager [None req-203f732d-cd62-488b-828b-53c0d3fbf8c4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1631.788361] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7962a72b-ec01-4fa5-84b4-5424a98e3543 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.810841] env[62697]: DEBUG nova.scheduler.client.report [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1631.857733] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "e04f9fa2-b3a8-4955-889f-0d41443b877c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.858033] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.858261] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "e04f9fa2-b3a8-4955-889f-0d41443b877c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.858451] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.858626] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.861104] env[62697]: INFO nova.compute.manager [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Terminating instance [ 1631.864302] env[62697]: DEBUG nova.compute.manager [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1631.864510] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.865527] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0abcda-4118-40f3-8911-f36cd56a82e7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.874110] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.874361] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcea00ee-e5e2-4e0b-b45c-e6bb1e89cabd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.882859] env[62697]: DEBUG oslo_vmware.api [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1631.882859] env[62697]: value = "task-1706942" [ 1631.882859] env[62697]: _type = "Task" [ 1631.882859] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.896045] env[62697]: DEBUG oslo_vmware.api [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.927740] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.958445] env[62697]: DEBUG nova.compute.manager [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1632.268867] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706941, 'name': ReconfigVM_Task, 'duration_secs': 0.163003} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.272093] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355561', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'name': 'volume-2be5ce5e-e6f1-400b-9db0-65676d805540', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c680a65b-75a4-4755-aea6-fe632a156d59', 'attached_at': '', 'detached_at': '', 'volume_id': '2be5ce5e-e6f1-400b-9db0-65676d805540', 'serial': '2be5ce5e-e6f1-400b-9db0-65676d805540'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1632.272093] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.272093] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7ef062-fc5b-4f22-a5a2-f976bf12e4b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.279211] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.279211] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b40d96fb-aca9-41f1-82a4-d97065e11ec5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.289945] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4eac29f2-fa85-4f16-ba46-830d9ddbeef1 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.883s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.299430] env[62697]: DEBUG nova.compute.manager [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received event network-changed-322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1632.299632] env[62697]: DEBUG nova.compute.manager [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Refreshing instance network info cache due to event network-changed-322d6108-c0eb-4faf-b21e-2c3af5809ab5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1632.299849] env[62697]: DEBUG oslo_concurrency.lockutils [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] Acquiring lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.299997] env[62697]: DEBUG oslo_concurrency.lockutils [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] Acquired lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.300176] env[62697]: DEBUG nova.network.neutron [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Refreshing network info cache for port 322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.319021] env[62697]: INFO nova.compute.manager [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Rescuing [ 1632.319365] env[62697]: DEBUG oslo_concurrency.lockutils [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.319567] env[62697]: DEBUG oslo_concurrency.lockutils [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.319753] env[62697]: DEBUG nova.network.neutron [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.321593] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.324644] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.584s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.325014] env[62697]: DEBUG nova.objects.instance [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lazy-loading 'resources' on Instance uuid ec6d30a5-c74f-4910-b9fd-99e1e0de2408 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.345990] env[62697]: INFO nova.scheduler.client.report [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Deleted allocations for instance 1417af97-70dd-409f-91f7-88311fd7ce28 [ 1632.393806] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.394123] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.394251] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Deleting the datastore file [datastore1] c680a65b-75a4-4755-aea6-fe632a156d59 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.394506] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e2a3877-1333-411b-bb20-47c248ab7ac9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.400330] env[62697]: DEBUG oslo_vmware.api [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706942, 'name': PowerOffVM_Task, 'duration_secs': 0.211603} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.400997] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.401191] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.401718] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a80936f-10bf-42a8-ac45-c772502cb891 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.409020] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for the task: (returnval){ [ 1632.409020] env[62697]: value = "task-1706944" [ 1632.409020] env[62697]: _type = "Task" [ 1632.409020] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.415687] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.427694] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.476812] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.516322] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.516585] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.516793] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Deleting the datastore file [datastore1] e04f9fa2-b3a8-4955-889f-0d41443b877c {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.517116] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14a8390a-3073-4270-9682-4eff5f8232b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.528042] env[62697]: DEBUG oslo_vmware.api [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1632.528042] env[62697]: value = "task-1706946" [ 1632.528042] env[62697]: _type = "Task" [ 1632.528042] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.534582] env[62697]: DEBUG oslo_vmware.api [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.856955] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4dd89955-779a-4b9e-ad2e-360c40596034 tempest-ServerDiskConfigTestJSON-1184360455 tempest-ServerDiskConfigTestJSON-1184360455-project-member] Lock "1417af97-70dd-409f-91f7-88311fd7ce28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.364s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.923354] env[62697]: DEBUG oslo_vmware.api [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Task: {'id': task-1706944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14617} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.927204] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.927428] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.927613] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.940870] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706940, 'name': ReconfigVM_Task, 'duration_secs': 1.30452} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.942623] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 161dc695-03b9-47e6-a290-6ced40149ad7/161dc695-03b9-47e6-a290-6ced40149ad7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.942623] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0cc2db-7b71-4c1d-84ff-406d3dc21b2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.951190] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1632.951190] env[62697]: value = "task-1706947" [ 1632.951190] env[62697]: _type = "Task" [ 1632.951190] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.963751] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706947, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.023932] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1633.027512] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4529f00e-a863-443b-b164-3ab9244289e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.046807] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49125b38-207c-4a68-8e2c-71160681aad1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.056886] env[62697]: DEBUG oslo_vmware.api [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315627} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.061329] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.061522] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.061747] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.061905] env[62697]: INFO nova.compute.manager [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1633.062178] env[62697]: DEBUG oslo.service.loopingcall [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.062988] env[62697]: DEBUG nova.compute.manager [-] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1633.063091] env[62697]: DEBUG nova.network.neutron [-] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.093493] env[62697]: ERROR nova.compute.manager [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Failed to detach volume 2be5ce5e-e6f1-400b-9db0-65676d805540 from /dev/sda: nova.exception.InstanceNotFound: Instance c680a65b-75a4-4755-aea6-fe632a156d59 could not be found. [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Traceback (most recent call last): [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self.driver.rebuild(**kwargs) [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] raise NotImplementedError() [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] NotImplementedError [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] During handling of the above exception, another exception occurred: [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Traceback (most recent call last): [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self.driver.detach_volume(context, old_connection_info, [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] return self._volumeops.detach_volume(connection_info, instance) [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self._detach_volume_vmdk(connection_info, instance) [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] stable_ref.fetch_moref(session) [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] nova.exception.InstanceNotFound: Instance c680a65b-75a4-4755-aea6-fe632a156d59 could not be found. [ 1633.093493] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.167776] env[62697]: DEBUG nova.network.neutron [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.188589] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b800dd89-40d0-42fb-aa0b-bbf9fa48d5eb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.199792] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab8dddd-75a1-4bd8-9360-84d8e9ed3b7b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.234479] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56efdd7-07cf-407a-911a-2532bbd85cdb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.243269] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245c2d91-9909-4c84-ac76-a51296fcc7d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.259467] env[62697]: DEBUG nova.compute.provider_tree [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.304318] env[62697]: DEBUG nova.compute.utils [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Build of instance c680a65b-75a4-4755-aea6-fe632a156d59 aborted: Failed to rebuild volume backed instance. {{(pid=62697) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1633.307829] env[62697]: ERROR nova.compute.manager [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c680a65b-75a4-4755-aea6-fe632a156d59 aborted: Failed to rebuild volume backed instance. [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Traceback (most recent call last): [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self.driver.rebuild(**kwargs) [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] raise NotImplementedError() [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] NotImplementedError [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] During handling of the above exception, another exception occurred: [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Traceback (most recent call last): [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self._detach_root_volume(context, instance, root_bdm) [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] with excutils.save_and_reraise_exception(): [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self.force_reraise() [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] raise self.value [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self.driver.detach_volume(context, old_connection_info, [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] return self._volumeops.detach_volume(connection_info, instance) [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self._detach_volume_vmdk(connection_info, instance) [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] stable_ref.fetch_moref(session) [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] nova.exception.InstanceNotFound: Instance c680a65b-75a4-4755-aea6-fe632a156d59 could not be found. [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.307829] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] During handling of the above exception, another exception occurred: [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Traceback (most recent call last): [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 10865, in _error_out_instance_on_exception [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] yield [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self._do_rebuild_instance_with_claim( [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self._do_rebuild_instance( [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self._rebuild_default_impl(**kwargs) [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] self._rebuild_volume_backed_instance( [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] raise exception.BuildAbortException( [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] nova.exception.BuildAbortException: Build of instance c680a65b-75a4-4755-aea6-fe632a156d59 aborted: Failed to rebuild volume backed instance. [ 1633.309012] env[62697]: ERROR nova.compute.manager [instance: c680a65b-75a4-4755-aea6-fe632a156d59] [ 1633.332941] env[62697]: DEBUG nova.network.neutron [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updated VIF entry in instance network info cache for port 322d6108-c0eb-4faf-b21e-2c3af5809ab5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.333347] env[62697]: DEBUG nova.network.neutron [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.388495] env[62697]: DEBUG nova.compute.manager [req-f4af5f65-6c3a-411f-83c8-a7f7ac259395 req-bffdc21e-438a-4b79-abd1-3ed3c2951ad8 service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Received event network-vif-deleted-d0b28271-4a29-4e3d-be3c-35ea5ee513a2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1633.388549] env[62697]: INFO nova.compute.manager [req-f4af5f65-6c3a-411f-83c8-a7f7ac259395 req-bffdc21e-438a-4b79-abd1-3ed3c2951ad8 service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Neutron deleted interface d0b28271-4a29-4e3d-be3c-35ea5ee513a2; detaching it from the instance and deleting it from the info cache [ 1633.388776] env[62697]: DEBUG nova.network.neutron [req-f4af5f65-6c3a-411f-83c8-a7f7ac259395 req-bffdc21e-438a-4b79-abd1-3ed3c2951ad8 service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.466603] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706947, 'name': Rename_Task, 'duration_secs': 0.201739} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.467353] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.467522] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecccacd1-0d87-4e0c-b5cf-37bf60fb57a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.476719] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1633.476719] env[62697]: value = "task-1706948" [ 1633.476719] env[62697]: _type = "Task" [ 1633.476719] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.486964] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.671010] env[62697]: DEBUG oslo_concurrency.lockutils [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.762789] env[62697]: DEBUG nova.scheduler.client.report [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1633.840106] env[62697]: DEBUG oslo_concurrency.lockutils [req-7edc15f7-c1e2-4093-98dc-83498d3ce66e req-81bd961d-54c4-4874-8d27-cd67994d3f04 service nova] Releasing lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.865305] env[62697]: DEBUG nova.network.neutron [-] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.872296] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1633.872706] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.872899] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873072] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873230] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873425] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873599] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873747] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1633.873888] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.890855] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edea3bd6-64b9-47e7-ab9e-1a7aa587c13e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.901532] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121a0ee1-b89a-4c8a-b253-7f5cda1408ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.936976] env[62697]: DEBUG nova.compute.manager [req-f4af5f65-6c3a-411f-83c8-a7f7ac259395 req-bffdc21e-438a-4b79-abd1-3ed3c2951ad8 service nova] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Detach interface failed, port_id=d0b28271-4a29-4e3d-be3c-35ea5ee513a2, reason: Instance e04f9fa2-b3a8-4955-889f-0d41443b877c could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1633.987894] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706948, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.220506] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.220506] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f98d7dc5-a5fc-4b0f-ab92-1c846f10d286 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.228020] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1634.228020] env[62697]: value = "task-1706949" [ 1634.228020] env[62697]: _type = "Task" [ 1634.228020] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.242290] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.269445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.271800] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.336s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.272639] env[62697]: DEBUG nova.objects.instance [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lazy-loading 'resources' on Instance uuid 301332c1-716e-403a-9309-c7f570b9257d {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.291936] env[62697]: INFO nova.scheduler.client.report [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Deleted allocations for instance ec6d30a5-c74f-4910-b9fd-99e1e0de2408 [ 1634.367723] env[62697]: INFO nova.compute.manager [-] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Took 1.30 seconds to deallocate network for instance. [ 1634.381648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.488617] env[62697]: DEBUG oslo_vmware.api [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706948, 'name': PowerOnVM_Task, 'duration_secs': 0.796318} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.488986] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.489256] env[62697]: INFO nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1634.489751] env[62697]: DEBUG nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1634.490509] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7df57-cf9e-4ba9-a2ee-5fd5c5f32ee1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.738307] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706949, 'name': PowerOffVM_Task, 'duration_secs': 0.284103} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.738501] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.739347] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91f33e-fc70-4e6a-84bb-e42a533ffa81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.761591] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45033891-3385-4521-92af-5b87e8f9e5bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.804118] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a92a475-32ef-47f2-b058-e14c7b593719 tempest-ServersNegativeTestMultiTenantJSON-2060792261 tempest-ServersNegativeTestMultiTenantJSON-2060792261-project-member] Lock "ec6d30a5-c74f-4910-b9fd-99e1e0de2408" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.224s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.809341] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.809547] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16f2149-1401-41c2-b7d2-235c2451db19 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.821041] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1634.821041] env[62697]: value = "task-1706950" [ 1634.821041] env[62697]: _type = "Task" [ 1634.821041] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.837306] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1634.837531] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.837782] env[62697]: DEBUG oslo_concurrency.lockutils [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.837936] env[62697]: DEBUG oslo_concurrency.lockutils [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.838137] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.838567] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d017974-44fb-4bad-bf06-9a87fc6c539f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.851618] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.851793] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.852582] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966936a6-145c-4949-a1c9-e4116d57fd73 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.859299] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1634.859299] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc68df-c168-af1e-6cbe-825245336450" [ 1634.859299] env[62697]: _type = "Task" [ 1634.859299] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.872781] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc68df-c168-af1e-6cbe-825245336450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.883295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.009750] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090503cd-6eee-48e2-8126-c1a19e8dfb2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.014161] env[62697]: INFO nova.compute.manager [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Took 15.55 seconds to build instance. [ 1635.020858] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a50a683-73ac-4d99-9638-bc502bcb5c0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.054109] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f842d41-c4b7-4466-91e9-094bb88eea60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.069128] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c082b4c-3a38-4b18-b4f0-e3d1ee64e4c1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.084483] env[62697]: DEBUG nova.compute.provider_tree [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.326304] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.370525] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc68df-c168-af1e-6cbe-825245336450, 'name': SearchDatastore_Task, 'duration_secs': 0.055278} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.371334] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29230c0d-9072-48bb-b66a-b6f2934607f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.376841] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1635.376841] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f2f5c7-9abf-109d-7c42-863d75fc970b" [ 1635.376841] env[62697]: _type = "Task" [ 1635.376841] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.385521] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f2f5c7-9abf-109d-7c42-863d75fc970b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.516873] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bd19aa5d-d988-4c10-ad0e-44dc304b55e4 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "161dc695-03b9-47e6-a290-6ced40149ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.062s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.588311] env[62697]: DEBUG nova.scheduler.client.report [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1635.890371] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f2f5c7-9abf-109d-7c42-863d75fc970b, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.890800] env[62697]: DEBUG oslo_concurrency.lockutils [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.891308] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. {{(pid=62697) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1635.891580] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28368a85-dc21-4175-84cf-c50a2de94a66 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.898910] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquiring lock "c680a65b-75a4-4755-aea6-fe632a156d59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.899185] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "c680a65b-75a4-4755-aea6-fe632a156d59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.899400] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquiring lock "c680a65b-75a4-4755-aea6-fe632a156d59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.899600] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "c680a65b-75a4-4755-aea6-fe632a156d59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.899767] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "c680a65b-75a4-4755-aea6-fe632a156d59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.902129] env[62697]: INFO nova.compute.manager [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Terminating instance [ 1635.905322] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1635.905322] env[62697]: value = "task-1706951" [ 1635.905322] env[62697]: _type = "Task" [ 1635.905322] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.906058] env[62697]: DEBUG nova.compute.manager [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1635.906406] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98337ea5-6046-4d37-8157-8c776b7311de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.924638] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.928936] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a721bde-d385-4535-ada1-3749cd911e6b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.967242] env[62697]: WARNING nova.virt.vmwareapi.driver [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c680a65b-75a4-4755-aea6-fe632a156d59 could not be found. [ 1635.967242] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.967242] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37a8a67d-3efb-46b2-a7e8-ed8765dccd46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.977706] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4b827-bc6f-4cf4-8f2d-6fb8569261df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.014813] env[62697]: WARNING nova.virt.vmwareapi.vmops [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c680a65b-75a4-4755-aea6-fe632a156d59 could not be found. [ 1636.014975] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.015240] env[62697]: INFO nova.compute.manager [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1636.015510] env[62697]: DEBUG oslo.service.loopingcall [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.015754] env[62697]: DEBUG nova.compute.manager [-] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1636.015849] env[62697]: DEBUG nova.network.neutron [-] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1636.095968] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.101070] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.928s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.101070] env[62697]: INFO nova.compute.claims [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.146630] env[62697]: INFO nova.scheduler.client.report [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Deleted allocations for instance 301332c1-716e-403a-9309-c7f570b9257d [ 1636.422929] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706951, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.666936] env[62697]: DEBUG oslo_concurrency.lockutils [None req-412e6d0b-f0a6-43f7-aec2-654462aefa12 tempest-ServersTestManualDisk-1074867411 tempest-ServersTestManualDisk-1074867411-project-member] Lock "301332c1-716e-403a-9309-c7f570b9257d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.501s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.925074] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619024} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.925433] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk. [ 1636.926492] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c186da-0007-4620-84ae-7111559864dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.959065] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.959452] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98abcea3-7aa9-43f4-8378-9905db3aef4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.981249] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1636.981249] env[62697]: value = "task-1706952" [ 1636.981249] env[62697]: _type = "Task" [ 1636.981249] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.994214] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.041473] env[62697]: DEBUG nova.compute.manager [req-6117064b-1f6b-472f-bdcb-dcf070502833 req-2385b51e-59b4-45a4-a9d9-08529e9cdfdc service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Received event network-vif-deleted-787c63ff-80f7-4a44-ab46-7ef15761ebd8 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1637.041689] env[62697]: INFO nova.compute.manager [req-6117064b-1f6b-472f-bdcb-dcf070502833 req-2385b51e-59b4-45a4-a9d9-08529e9cdfdc service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Neutron deleted interface 787c63ff-80f7-4a44-ab46-7ef15761ebd8; detaching it from the instance and deleting it from the info cache [ 1637.042020] env[62697]: DEBUG nova.network.neutron [req-6117064b-1f6b-472f-bdcb-dcf070502833 req-2385b51e-59b4-45a4-a9d9-08529e9cdfdc service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.338433] env[62697]: DEBUG nova.network.neutron [-] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.359952] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb3d6ad-f73c-4271-9400-4b763ed752ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.370060] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9aac44-9103-4c38-a56e-be0a4006ec5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.409939] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804b3c0-eff7-4fa0-aa13-15abf7a94267 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.420200] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f1450-2999-47a6-9204-8f390fce95be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.438095] env[62697]: DEBUG nova.compute.provider_tree [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.493947] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706952, 'name': ReconfigVM_Task, 'duration_secs': 0.356076} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.494588] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b-rescue.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.495413] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa937e-5453-4fa6-94f7-e85b81d35f65 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.530602] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99df32c8-3802-4271-9aed-5bb24ad90a46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.544501] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31822998-0c03-47b5-be9e-8ac0339c5eaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.551239] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1637.551239] env[62697]: value = "task-1706953" [ 1637.551239] env[62697]: _type = "Task" [ 1637.551239] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.558620] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444157d-4d79-4544-8b49-13291ac5a7af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.578012] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.605435] env[62697]: DEBUG nova.compute.manager [req-6117064b-1f6b-472f-bdcb-dcf070502833 req-2385b51e-59b4-45a4-a9d9-08529e9cdfdc service nova] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Detach interface failed, port_id=787c63ff-80f7-4a44-ab46-7ef15761ebd8, reason: Instance c680a65b-75a4-4755-aea6-fe632a156d59 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1637.757269] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.757664] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.841114] env[62697]: INFO nova.compute.manager [-] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Took 1.83 seconds to deallocate network for instance. [ 1637.939960] env[62697]: DEBUG nova.scheduler.client.report [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1638.066499] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.067021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "735f1172-0814-4f6c-a060-8b0359ee95b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.067579] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.259781] env[62697]: DEBUG nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1638.392418] env[62697]: INFO nova.compute.manager [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Took 0.55 seconds to detach 1 volumes for instance. [ 1638.394815] env[62697]: DEBUG nova.compute.manager [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Deleting volume: 2be5ce5e-e6f1-400b-9db0-65676d805540 {{(pid=62697) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1638.448023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.448023] env[62697]: DEBUG nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1638.453692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.974s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.566029] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.571275] env[62697]: DEBUG nova.compute.utils [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1638.788154] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.952716] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.954012] env[62697]: DEBUG nova.compute.utils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1638.957400] env[62697]: INFO nova.compute.claims [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.961808] env[62697]: DEBUG nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1638.961808] env[62697]: DEBUG nova.network.neutron [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.042374] env[62697]: DEBUG nova.policy [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6b108f28422493d9e183baf313f909c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4145f85ff4564f57b63f1c50c7cd23c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1639.067899] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706953, 'name': ReconfigVM_Task, 'duration_secs': 1.215314} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.068412] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.068603] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c87209e-8781-4675-9ab9-072516c00ce9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.076267] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.080742] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1639.080742] env[62697]: value = "task-1706955" [ 1639.080742] env[62697]: _type = "Task" [ 1639.080742] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.100162] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.462798] env[62697]: DEBUG nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1639.467210] env[62697]: INFO nova.compute.resource_tracker [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating resource usage from migration a75c6d8a-7120-4966-b725-80c16dfba349 [ 1639.604742] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706955, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.800017] env[62697]: DEBUG nova.network.neutron [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Successfully created port: e9ec2e03-5076-4134-9145-2e663329565b {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1639.824324] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512aa5b-4901-4f8f-9e71-62df85235e54 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.834807] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8969e01c-1112-490d-b881-cbd0689b0c9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.868124] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1907275b-d890-447b-b621-53a47bbf8c1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.877658] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba11ac43-44e1-4f98-9076-14c7c58d8fb2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.894947] env[62697]: DEBUG nova.compute.provider_tree [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.095601] env[62697]: DEBUG oslo_vmware.api [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706955, 'name': PowerOnVM_Task, 'duration_secs': 0.521705} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.095918] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.098712] env[62697]: DEBUG nova.compute.manager [None req-83e4bc00-12a5-4376-9859-da0531290725 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1640.099537] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47912484-2b7f-448c-af74-608f3442bac5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.310084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "735f1172-0814-4f6c-a060-8b0359ee95b4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.310551] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.310985] env[62697]: INFO nova.compute.manager [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Attaching volume 284e1431-107e-48d2-aca8-bc8b3142e242 to /dev/sdb [ 1640.360453] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d9a1d9-6a8c-491c-be74-0606e2e69a25 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.369573] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0fffff-abe1-46c0-a2e2-323fd0f927cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.390613] env[62697]: DEBUG nova.virt.block_device [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updating existing volume attachment record: 2be1883e-0d94-40b4-a684-9ca3ab1d6dfb {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1640.400115] env[62697]: DEBUG nova.scheduler.client.report [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1640.477063] env[62697]: DEBUG nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1640.516979] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1640.519191] env[62697]: DEBUG nova.virt.hardware [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1640.520694] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b678f47-a3a8-4763-8c46-e9c9478a820c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.531140] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf19901-31f9-4a3e-a42f-608306c2f7ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.909784] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.458s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.910048] env[62697]: INFO nova.compute.manager [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Migrating [ 1640.919713] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.539s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.919963] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.920085] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1640.920758] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.037s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.920814] env[62697]: DEBUG nova.objects.instance [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lazy-loading 'resources' on Instance uuid e04f9fa2-b3a8-4955-889f-0d41443b877c {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.930021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b6e472-2494-4031-a9f7-5700bb16b868 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.944944] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f900e-c9f5-40e9-bed3-03fe246c4c1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.963052] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa40240-e6ae-43e2-9025-01ea21579521 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.973331] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85a4372-a323-4731-9aa8-beff06d8f04a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.009722] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178719MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1641.009722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.438300] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.438485] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.438676] env[62697]: DEBUG nova.network.neutron [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.598278] env[62697]: DEBUG nova.compute.manager [req-29b0b1cb-2339-40dd-8642-daa7dae21c6a req-85c803e8-3db9-427b-9b4b-2d4e12aa2e1b service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Received event network-vif-plugged-e9ec2e03-5076-4134-9145-2e663329565b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1641.598572] env[62697]: DEBUG oslo_concurrency.lockutils [req-29b0b1cb-2339-40dd-8642-daa7dae21c6a req-85c803e8-3db9-427b-9b4b-2d4e12aa2e1b service nova] Acquiring lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.598840] env[62697]: DEBUG oslo_concurrency.lockutils [req-29b0b1cb-2339-40dd-8642-daa7dae21c6a req-85c803e8-3db9-427b-9b4b-2d4e12aa2e1b service nova] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.598992] env[62697]: DEBUG oslo_concurrency.lockutils [req-29b0b1cb-2339-40dd-8642-daa7dae21c6a req-85c803e8-3db9-427b-9b4b-2d4e12aa2e1b service nova] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.599223] env[62697]: DEBUG nova.compute.manager [req-29b0b1cb-2339-40dd-8642-daa7dae21c6a req-85c803e8-3db9-427b-9b4b-2d4e12aa2e1b service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] No waiting events found dispatching network-vif-plugged-e9ec2e03-5076-4134-9145-2e663329565b {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1641.599342] env[62697]: WARNING nova.compute.manager [req-29b0b1cb-2339-40dd-8642-daa7dae21c6a req-85c803e8-3db9-427b-9b4b-2d4e12aa2e1b service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Received unexpected event network-vif-plugged-e9ec2e03-5076-4134-9145-2e663329565b for instance with vm_state building and task_state spawning. [ 1641.706254] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c2aea6-3d47-45dd-9d02-e167ddb0c834 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.719845] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47ac8b9-efc5-43e2-b615-ec1050ad64d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.755487] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c0d5a2-8270-4f01-a068-55481d835ef3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.766124] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4ac51b-c7f9-4071-af42-958f77caab20 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.785294] env[62697]: INFO nova.compute.manager [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Unrescuing [ 1641.785547] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.785722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquired lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.785915] env[62697]: DEBUG nova.network.neutron [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.787486] env[62697]: DEBUG nova.compute.provider_tree [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.948152] env[62697]: DEBUG nova.network.neutron [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Successfully updated port: e9ec2e03-5076-4134-9145-2e663329565b {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.292732] env[62697]: DEBUG nova.scheduler.client.report [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.452814] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-79c7508e-b87e-4e79-a9a4-50dd0d45b30b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.452814] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-79c7508e-b87e-4e79-a9a4-50dd0d45b30b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.452814] env[62697]: DEBUG nova.network.neutron [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.659357] env[62697]: DEBUG nova.network.neutron [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.697466] env[62697]: DEBUG nova.network.neutron [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.798668] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.800913] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.475s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.823016] env[62697]: INFO nova.scheduler.client.report [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Deleted allocations for instance e04f9fa2-b3a8-4955-889f-0d41443b877c [ 1643.003093] env[62697]: DEBUG nova.network.neutron [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.058777] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233bc202-79f2-448e-835f-a627b4198930 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.070154] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120bc728-2357-4336-a7ec-11c2d4dbe55d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.114415] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf5100-f9ca-4e04-a291-d76cede47a0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.126055] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73093508-54e7-4f2d-a43d-cd94f6aba1a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.145495] env[62697]: DEBUG nova.compute.provider_tree [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.161963] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.200961] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Releasing lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.201884] env[62697]: DEBUG nova.objects.instance [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lazy-loading 'flavor' on Instance uuid c0c7f996-8b12-4d17-836b-52b4c51e7da8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.260375] env[62697]: DEBUG nova.network.neutron [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Updating instance_info_cache with network_info: [{"id": "e9ec2e03-5076-4134-9145-2e663329565b", "address": "fa:16:3e:b3:9d:fe", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ec2e03-50", "ovs_interfaceid": "e9ec2e03-5076-4134-9145-2e663329565b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.332876] env[62697]: DEBUG oslo_concurrency.lockutils [None req-87f800f7-95d6-44d3-9909-758abcb2c432 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "e04f9fa2-b3a8-4955-889f-0d41443b877c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.475s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.632220] env[62697]: DEBUG nova.compute.manager [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Received event network-changed-e9ec2e03-5076-4134-9145-2e663329565b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1643.632511] env[62697]: DEBUG nova.compute.manager [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Refreshing instance network info cache due to event network-changed-e9ec2e03-5076-4134-9145-2e663329565b. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1643.633862] env[62697]: DEBUG oslo_concurrency.lockutils [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] Acquiring lock "refresh_cache-79c7508e-b87e-4e79-a9a4-50dd0d45b30b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.652351] env[62697]: DEBUG nova.scheduler.client.report [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1643.708593] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5910b-a0c1-4952-aea3-c74b14fe1635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.740699] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.741948] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4b135aa-90fc-46cf-83a0-b5e51f216cbc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.749720] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1643.749720] env[62697]: value = "task-1706960" [ 1643.749720] env[62697]: _type = "Task" [ 1643.749720] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.758821] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.762811] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-79c7508e-b87e-4e79-a9a4-50dd0d45b30b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.763150] env[62697]: DEBUG nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Instance network_info: |[{"id": "e9ec2e03-5076-4134-9145-2e663329565b", "address": "fa:16:3e:b3:9d:fe", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ec2e03-50", "ovs_interfaceid": "e9ec2e03-5076-4134-9145-2e663329565b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1643.763479] env[62697]: DEBUG oslo_concurrency.lockutils [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] Acquired lock "refresh_cache-79c7508e-b87e-4e79-a9a4-50dd0d45b30b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.763690] env[62697]: DEBUG nova.network.neutron [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Refreshing network info cache for port e9ec2e03-5076-4134-9145-2e663329565b {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.764938] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ec2e03-5076-4134-9145-2e663329565b', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.774270] env[62697]: DEBUG oslo.service.loopingcall [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.775130] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.775367] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0324baa6-4f5c-47eb-b7f3-4de0da1b68f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.796435] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "72445f8a-bd58-4d62-814a-6710d37ee433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.796692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "72445f8a-bd58-4d62-814a-6710d37ee433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.796942] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "72445f8a-bd58-4d62-814a-6710d37ee433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.799020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "72445f8a-bd58-4d62-814a-6710d37ee433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.799020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "72445f8a-bd58-4d62-814a-6710d37ee433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.799692] env[62697]: INFO nova.compute.manager [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Terminating instance [ 1643.802238] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.802238] env[62697]: value = "task-1706961" [ 1643.802238] env[62697]: _type = "Task" [ 1643.802238] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.806837] env[62697]: DEBUG nova.compute.manager [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1643.807059] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.808354] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f1ced2-d1af-4e10-a837-b9ea3a808af0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.825022] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706961, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.825022] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.825022] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c858ea7-141e-45e4-a8c1-04ae887a62b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.834838] env[62697]: DEBUG oslo_vmware.api [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1643.834838] env[62697]: value = "task-1706962" [ 1643.834838] env[62697]: _type = "Task" [ 1643.834838] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.845782] env[62697]: DEBUG oslo_vmware.api [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.856200] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.856488] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.155655] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.355s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.155954] env[62697]: INFO nova.compute.manager [None req-fc92ab15-4bd5-4889-888e-856448790d14 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Successfully reverted task state from rebuilding on failure for instance. [ 1644.161110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.374s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.164245] env[62697]: INFO nova.compute.claims [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1644.263024] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706960, 'name': PowerOffVM_Task, 'duration_secs': 0.272739} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.263024] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.267532] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfiguring VM instance instance-00000045 to detach disk 2002 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1644.267886] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2523f147-69fb-4960-ad5f-fbcb450aa29d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.291590] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1644.291590] env[62697]: value = "task-1706963" [ 1644.291590] env[62697]: _type = "Task" [ 1644.291590] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.305736] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.317789] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706961, 'name': CreateVM_Task, 'duration_secs': 0.499414} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.318824] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.318824] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.319034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.320346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.320346] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09a2fa0-54c1-4f6f-aee8-2e32ef2487a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.329389] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1644.329389] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d32f96-e199-0c60-3dd6-6c80e83e41df" [ 1644.329389] env[62697]: _type = "Task" [ 1644.329389] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.345425] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d32f96-e199-0c60-3dd6-6c80e83e41df, 'name': SearchDatastore_Task} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.346132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.346368] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.346700] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.346841] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.347049] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.347646] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b30a7001-23fd-4a62-a550-67fab6a5c390 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.352803] env[62697]: DEBUG oslo_vmware.api [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706962, 'name': PowerOffVM_Task, 'duration_secs': 0.231382} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.356545] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.356545] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.356545] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f23ff39d-0c3a-4e15-bb1b-9d9502351eac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.358979] env[62697]: DEBUG nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1644.363199] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.363380] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.364334] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d582241-d8ef-4001-8de4-3d871dfcbf6f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.371028] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1644.371028] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526f5a88-d5a8-0d28-baf4-94dce76c5a31" [ 1644.371028] env[62697]: _type = "Task" [ 1644.371028] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.382906] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526f5a88-d5a8-0d28-baf4-94dce76c5a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.469991] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.470164] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.470357] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Deleting the datastore file [datastore1] 72445f8a-bd58-4d62-814a-6710d37ee433 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.470679] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cfba7ef-9abb-4976-9e77-fff06193b01e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.482302] env[62697]: DEBUG oslo_vmware.api [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for the task: (returnval){ [ 1644.482302] env[62697]: value = "task-1706965" [ 1644.482302] env[62697]: _type = "Task" [ 1644.482302] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.497726] env[62697]: DEBUG oslo_vmware.api [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.642533] env[62697]: DEBUG nova.network.neutron [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Updated VIF entry in instance network info cache for port e9ec2e03-5076-4134-9145-2e663329565b. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.642934] env[62697]: DEBUG nova.network.neutron [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Updating instance_info_cache with network_info: [{"id": "e9ec2e03-5076-4134-9145-2e663329565b", "address": "fa:16:3e:b3:9d:fe", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ec2e03-50", "ovs_interfaceid": "e9ec2e03-5076-4134-9145-2e663329565b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.688171] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ada7ea-58cb-475f-afd8-d3eadd85507e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.717561] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance '01c11299-4dea-404c-801d-6dba97036eb9' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.806130] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706963, 'name': ReconfigVM_Task, 'duration_secs': 0.308609} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.806130] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfigured VM instance instance-00000045 to detach disk 2002 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1644.806130] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.806130] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f929f4-2efb-41dd-9964-fe52fb6b95fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.813872] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1644.813872] env[62697]: value = "task-1706966" [ 1644.813872] env[62697]: _type = "Task" [ 1644.813872] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.823543] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.883437] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526f5a88-d5a8-0d28-baf4-94dce76c5a31, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.884853] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686136d1-bf39-416b-97a1-b88803ac3fb3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.887645] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.893851] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1644.893851] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5252ec71-1402-3ef3-69ab-4cbf908c6ab0" [ 1644.893851] env[62697]: _type = "Task" [ 1644.893851] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.906786] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5252ec71-1402-3ef3-69ab-4cbf908c6ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.992749] env[62697]: DEBUG oslo_vmware.api [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Task: {'id': task-1706965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131481} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.993084] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.993298] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.993535] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.993752] env[62697]: INFO nova.compute.manager [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1644.994046] env[62697]: DEBUG oslo.service.loopingcall [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.994279] env[62697]: DEBUG nova.compute.manager [-] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1644.994393] env[62697]: DEBUG nova.network.neutron [-] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.147045] env[62697]: DEBUG oslo_concurrency.lockutils [req-f079c138-46d3-4bc1-8862-a46eda1489a7 req-0a76d753-c101-4f53-9bf6-5ae0fd5085cd service nova] Releasing lock "refresh_cache-79c7508e-b87e-4e79-a9a4-50dd0d45b30b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.224337] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.227773] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c49aea60-3475-42e2-8096-29629b58ce07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.239684] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1645.239684] env[62697]: value = "task-1706967" [ 1645.239684] env[62697]: _type = "Task" [ 1645.239684] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.253058] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.332924] env[62697]: DEBUG oslo_vmware.api [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1706966, 'name': PowerOnVM_Task, 'duration_secs': 0.4178} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.334113] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.334461] env[62697]: DEBUG nova.compute.manager [None req-0722fc4c-6e29-41c0-9ba9-522b0b6ea79f tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1645.335413] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54e4c0a-4f1d-4e34-9503-4aeefbe33f80 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.404273] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5252ec71-1402-3ef3-69ab-4cbf908c6ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.014787} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.407697] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.408015] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 79c7508e-b87e-4e79-a9a4-50dd0d45b30b/79c7508e-b87e-4e79-a9a4-50dd0d45b30b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.409336] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bc6eb4a-aeb5-4ebd-909d-b8fa54828329 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.417225] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1645.417225] env[62697]: value = "task-1706968" [ 1645.417225] env[62697]: _type = "Task" [ 1645.417225] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.433738] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.453569] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1645.453923] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1645.454831] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334ce807-7826-45a9-8205-f00a708dbde0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.479882] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d9d74c-30cc-49da-bcae-0c63b579c597 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.488012] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86103b62-aae1-4fd0-87ef-ec929d64122a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.514517] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a313de-d448-4af9-b286-a1087e84628c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.526076] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-284e1431-107e-48d2-aca8-bc8b3142e242/volume-284e1431-107e-48d2-aca8-bc8b3142e242.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.526912] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7682d48-33e0-4679-ac4b-369b9f398eab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.581050] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.581343] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.583124] env[62697]: DEBUG oslo_vmware.api [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1645.583124] env[62697]: value = "task-1706969" [ 1645.583124] env[62697]: _type = "Task" [ 1645.583124] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.584427] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac51e55-bcde-4f9d-b7e4-f107344826a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.599782] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918ece7-270f-4b5c-a31a-9a4a5d7169b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.604566] env[62697]: DEBUG oslo_vmware.api [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.616855] env[62697]: DEBUG nova.compute.provider_tree [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.675699] env[62697]: DEBUG nova.compute.manager [req-6b185bd2-1e42-4ca4-bcd9-6873d0a23a05 req-02cbff63-3364-40a8-9f4b-e51fa45889d7 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Received event network-vif-deleted-2492052d-a719-4f4a-a9c5-3915d1e6ddcf {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1645.676057] env[62697]: INFO nova.compute.manager [req-6b185bd2-1e42-4ca4-bcd9-6873d0a23a05 req-02cbff63-3364-40a8-9f4b-e51fa45889d7 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Neutron deleted interface 2492052d-a719-4f4a-a9c5-3915d1e6ddcf; detaching it from the instance and deleting it from the info cache [ 1645.676660] env[62697]: DEBUG nova.network.neutron [req-6b185bd2-1e42-4ca4-bcd9-6873d0a23a05 req-02cbff63-3364-40a8-9f4b-e51fa45889d7 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.751484] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706967, 'name': PowerOffVM_Task, 'duration_secs': 0.248625} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.752435] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.752435] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance '01c11299-4dea-404c-801d-6dba97036eb9' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1645.823677] env[62697]: DEBUG nova.network.neutron [-] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.930417] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706968, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.084061] env[62697]: DEBUG nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1646.102127] env[62697]: DEBUG oslo_vmware.api [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.120417] env[62697]: DEBUG nova.scheduler.client.report [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1646.180685] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-617c67b2-b9b8-4df8-9665-b354f03acfbc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.190944] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ee989-d6b9-4c97-85b5-954bf524d08e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.231685] env[62697]: DEBUG nova.compute.manager [req-6b185bd2-1e42-4ca4-bcd9-6873d0a23a05 req-02cbff63-3364-40a8-9f4b-e51fa45889d7 service nova] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Detach interface failed, port_id=2492052d-a719-4f4a-a9c5-3915d1e6ddcf, reason: Instance 72445f8a-bd58-4d62-814a-6710d37ee433 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1646.260786] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1646.261290] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1646.261290] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1646.261290] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1646.267390] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3bdf73-5373-4364-9640-6460f3640cd0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.285144] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1646.285144] env[62697]: value = "task-1706970" [ 1646.285144] env[62697]: _type = "Task" [ 1646.285144] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.299863] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.327146] env[62697]: INFO nova.compute.manager [-] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Took 1.33 seconds to deallocate network for instance. [ 1646.429627] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540222} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.429983] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 79c7508e-b87e-4e79-a9a4-50dd0d45b30b/79c7508e-b87e-4e79-a9a4-50dd0d45b30b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1646.430633] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.430633] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ed2ff2b-f9b4-4a19-a40e-ee8195e8d53e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.439397] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1646.439397] env[62697]: value = "task-1706971" [ 1646.439397] env[62697]: _type = "Task" [ 1646.439397] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.449186] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.599705] env[62697]: DEBUG oslo_vmware.api [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706969, 'name': ReconfigVM_Task, 'duration_secs': 0.681259} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.602253] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-284e1431-107e-48d2-aca8-bc8b3142e242/volume-284e1431-107e-48d2-aca8-bc8b3142e242.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.607556] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d820601-4c3c-4f56-a516-db369c00df5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.625452] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.626236] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.626758] env[62697]: DEBUG nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1646.633131] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.678s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.633131] env[62697]: DEBUG nova.objects.instance [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lazy-loading 'resources' on Instance uuid c680a65b-75a4-4755-aea6-fe632a156d59 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.633131] env[62697]: DEBUG oslo_vmware.api [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1646.633131] env[62697]: value = "task-1706972" [ 1646.633131] env[62697]: _type = "Task" [ 1646.633131] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.643179] env[62697]: DEBUG oslo_vmware.api [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.795825] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706970, 'name': ReconfigVM_Task, 'duration_secs': 0.202619} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.795825] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance '01c11299-4dea-404c-801d-6dba97036eb9' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.834919] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.853117] env[62697]: DEBUG nova.compute.manager [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Received event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1646.853353] env[62697]: DEBUG nova.compute.manager [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing instance network info cache due to event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1646.853579] env[62697]: DEBUG oslo_concurrency.lockutils [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] Acquiring lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.853727] env[62697]: DEBUG oslo_concurrency.lockutils [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] Acquired lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.854728] env[62697]: DEBUG nova.network.neutron [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.949118] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067245} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.949393] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1646.950152] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e5ccd4-874a-4f7b-aad2-0e1041f4542c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.973403] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 79c7508e-b87e-4e79-a9a4-50dd0d45b30b/79c7508e-b87e-4e79-a9a4-50dd0d45b30b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.973672] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c618a6-bb73-4a81-b204-0e5e5933ddf6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.993833] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1646.993833] env[62697]: value = "task-1706973" [ 1646.993833] env[62697]: _type = "Task" [ 1646.993833] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.002427] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.136444] env[62697]: DEBUG nova.compute.utils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1647.138125] env[62697]: DEBUG nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1647.138297] env[62697]: DEBUG nova.network.neutron [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1647.151685] env[62697]: DEBUG oslo_vmware.api [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706972, 'name': ReconfigVM_Task, 'duration_secs': 0.159797} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.152034] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1647.185491] env[62697]: DEBUG nova.policy [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0e72ef778e4169aeaf9897f91eaad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dcdc67a42e64e3594338e967b767daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1647.306943] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1647.307268] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1647.307589] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.307589] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1647.307759] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.307908] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1647.308148] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1647.308338] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1647.308572] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1647.308676] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1647.308863] env[62697]: DEBUG nova.virt.hardware [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1647.314482] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1647.315366] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3d8000-94ba-4fbb-900b-2ec6842a2533 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.344708] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1647.344708] env[62697]: value = "task-1706974" [ 1647.344708] env[62697]: _type = "Task" [ 1647.344708] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.361925] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.395535] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d87d31-6177-412e-9c19-1decda1a1852 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.407938] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c29dd84-4227-45d4-9f99-3f37ddd4985f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.443423] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cefd5c9-30b4-4573-9ea6-a0ea3f800c4f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.454620] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e361d1cd-9dcc-4762-8dc5-4fa557b6047c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.471296] env[62697]: DEBUG nova.compute.provider_tree [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.475420] env[62697]: DEBUG nova.network.neutron [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Successfully created port: 7c8c717e-1168-4733-9a49-a1895d7eac4c {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.505729] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706973, 'name': ReconfigVM_Task, 'duration_secs': 0.284047} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.506336] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 79c7508e-b87e-4e79-a9a4-50dd0d45b30b/79c7508e-b87e-4e79-a9a4-50dd0d45b30b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.507052] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b4b60e8-c11a-4bf0-860d-00e13b000da5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.514390] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1647.514390] env[62697]: value = "task-1706975" [ 1647.514390] env[62697]: _type = "Task" [ 1647.514390] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.532329] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706975, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.645144] env[62697]: DEBUG nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1647.676811] env[62697]: DEBUG nova.network.neutron [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updated VIF entry in instance network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.677217] env[62697]: DEBUG nova.network.neutron [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.855437] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706974, 'name': ReconfigVM_Task, 'duration_secs': 0.209126} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.855806] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1647.856633] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e1352-3261-4c0a-88e8-934e41190ae3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.884160] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.884610] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa8de04-89b7-46d4-b626-458d769a82ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.905652] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1647.905652] env[62697]: value = "task-1706976" [ 1647.905652] env[62697]: _type = "Task" [ 1647.905652] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.914941] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.978287] env[62697]: DEBUG nova.scheduler.client.report [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1648.024360] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706975, 'name': Rename_Task, 'duration_secs': 0.160893} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.024646] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1648.024935] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b630c01-315f-4cae-a893-94b65186376d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.032263] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1648.032263] env[62697]: value = "task-1706977" [ 1648.032263] env[62697]: _type = "Task" [ 1648.032263] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.040066] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.181637] env[62697]: DEBUG oslo_concurrency.lockutils [req-af7ea33f-0a7e-4c11-a375-74600b578cad req-f2fde1d3-5789-46c5-b321-bee948407feb service nova] Releasing lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.216632] env[62697]: DEBUG nova.objects.instance [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'flavor' on Instance uuid 735f1172-0814-4f6c-a060-8b0359ee95b4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.417459] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.483698] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.485901] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.476s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.544766] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.657675] env[62697]: DEBUG nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1648.687862] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1648.688146] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1648.688310] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.688498] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1648.688650] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.688803] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1648.689020] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1648.689249] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1648.689547] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1648.689836] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1648.690145] env[62697]: DEBUG nova.virt.hardware [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1648.691640] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645e66e-0a5a-4460-a6aa-478b2e278582 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.700884] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d2ab4d-511a-4e6b-80f0-b2a34b563055 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.721078] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d804b46-90a1-4759-a282-0ae86d4f4d44 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.410s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.887687] env[62697]: DEBUG nova.compute.manager [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Received event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1648.887938] env[62697]: DEBUG nova.compute.manager [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing instance network info cache due to event network-changed-17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1648.888124] env[62697]: DEBUG oslo_concurrency.lockutils [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] Acquiring lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.888331] env[62697]: DEBUG oslo_concurrency.lockutils [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] Acquired lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.888753] env[62697]: DEBUG nova.network.neutron [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Refreshing network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.905543] env[62697]: DEBUG nova.compute.manager [req-4a62d7eb-6630-481c-830a-389ae69b1a8a req-a319fdb8-e094-47aa-881b-6121e15b837b service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Received event network-vif-plugged-7c8c717e-1168-4733-9a49-a1895d7eac4c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1648.905873] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a62d7eb-6630-481c-830a-389ae69b1a8a req-a319fdb8-e094-47aa-881b-6121e15b837b service nova] Acquiring lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.906154] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a62d7eb-6630-481c-830a-389ae69b1a8a req-a319fdb8-e094-47aa-881b-6121e15b837b service nova] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.906374] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a62d7eb-6630-481c-830a-389ae69b1a8a req-a319fdb8-e094-47aa-881b-6121e15b837b service nova] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.906580] env[62697]: DEBUG nova.compute.manager [req-4a62d7eb-6630-481c-830a-389ae69b1a8a req-a319fdb8-e094-47aa-881b-6121e15b837b service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] No waiting events found dispatching network-vif-plugged-7c8c717e-1168-4733-9a49-a1895d7eac4c {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1648.906793] env[62697]: WARNING nova.compute.manager [req-4a62d7eb-6630-481c-830a-389ae69b1a8a req-a319fdb8-e094-47aa-881b-6121e15b837b service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Received unexpected event network-vif-plugged-7c8c717e-1168-4733-9a49-a1895d7eac4c for instance with vm_state building and task_state spawning. [ 1648.919633] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.001253] env[62697]: DEBUG nova.network.neutron [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Successfully updated port: 7c8c717e-1168-4733-9a49-a1895d7eac4c {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.005769] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bf9bba06-28aa-4de2-a92b-9058c9f67508 tempest-ServerActionsV293TestJSON-1068746841 tempest-ServerActionsV293TestJSON-1068746841-project-member] Lock "c680a65b-75a4-4755-aea6-fe632a156d59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.106s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.046906] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.089253] env[62697]: INFO nova.compute.manager [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Rebuilding instance [ 1649.132889] env[62697]: DEBUG nova.compute.manager [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1649.133794] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c36f8e-c84a-44c1-a10c-1f5c984227d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.419073] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706976, 'name': ReconfigVM_Task, 'duration_secs': 1.114741} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.419689] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.420542] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance '01c11299-4dea-404c-801d-6dba97036eb9' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1649.499039] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Applying migration context for instance 01c11299-4dea-404c-801d-6dba97036eb9 as it has an incoming, in-progress migration a75c6d8a-7120-4966-b725-80c16dfba349. Migration status is migrating {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1649.500912] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating resource usage from migration a75c6d8a-7120-4966-b725-80c16dfba349 [ 1649.504074] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "refresh_cache-b6840e36-edd1-4ac3-ada9-c45e4dbb210b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.505374] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "refresh_cache-b6840e36-edd1-4ac3-ada9-c45e4dbb210b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.505374] env[62697]: DEBUG nova.network.neutron [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e3b27de9-391f-431b-bdc5-c06b100b212d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d88d62a0-6552-4514-9e39-d73ce457b37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance c0c7f996-8b12-4d17-836b-52b4c51e7da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 735f1172-0814-4f6c-a060-8b0359ee95b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 49b7f188-7032-40e1-af33-345be6abf233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: WARNING nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 72445f8a-bd58-4d62-814a-6710d37ee433 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d7cc9614-7e6b-43c4-89a3-1f2579b54dd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 161dc695-03b9-47e6-a290-6ced40149ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 79c7508e-b87e-4e79-a9a4-50dd0d45b30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528178] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration a75c6d8a-7120-4966-b725-80c16dfba349 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1649.528783] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 01c11299-4dea-404c-801d-6dba97036eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.528783] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance b6840e36-edd1-4ac3-ada9-c45e4dbb210b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.545042] env[62697]: DEBUG oslo_vmware.api [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706977, 'name': PowerOnVM_Task, 'duration_secs': 1.082305} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.548061] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.548445] env[62697]: INFO nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1649.548780] env[62697]: DEBUG nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1649.550057] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf4657-df3a-4780-8b85-a7816ad4cf66 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.624234] env[62697]: DEBUG nova.network.neutron [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updated VIF entry in instance network info cache for port 17e907e6-fe93-4154-bd4d-2231b0451f83. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.624641] env[62697]: DEBUG nova.network.neutron [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [{"id": "17e907e6-fe93-4154-bd4d-2231b0451f83", "address": "fa:16:3e:11:29:d1", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e907e6-fe", "ovs_interfaceid": "17e907e6-fe93-4154-bd4d-2231b0451f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.645150] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.645471] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e65be9-506c-4e02-a86e-549e7e500385 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.653840] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1649.653840] env[62697]: value = "task-1706978" [ 1649.653840] env[62697]: _type = "Task" [ 1649.653840] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.662809] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.931041] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7e168-1504-4c59-8113-7e1abfbf190c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.953696] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b9cea-c087-4a29-a120-c3267224f9d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.974222] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance '01c11299-4dea-404c-801d-6dba97036eb9' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1650.030546] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 20580a64-96b2-4401-aa8e-69228d7abf67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1650.034632] env[62697]: DEBUG nova.network.neutron [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.065906] env[62697]: INFO nova.compute.manager [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Took 18.92 seconds to build instance. [ 1650.127253] env[62697]: DEBUG oslo_concurrency.lockutils [req-6cb6b4c9-345f-4d82-9f33-8efaa1a43286 req-2c824c5d-cea1-40d2-a4a5-e035120361c1 service nova] Releasing lock "refresh_cache-c0c7f996-8b12-4d17-836b-52b4c51e7da8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.165162] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706978, 'name': PowerOffVM_Task, 'duration_secs': 0.323215} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.165487] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.178075] env[62697]: DEBUG nova.network.neutron [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Updating instance_info_cache with network_info: [{"id": "7c8c717e-1168-4733-9a49-a1895d7eac4c", "address": "fa:16:3e:39:62:3a", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c8c717e-11", "ovs_interfaceid": "7c8c717e-1168-4733-9a49-a1895d7eac4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.227930] env[62697]: INFO nova.compute.manager [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Detaching volume 284e1431-107e-48d2-aca8-bc8b3142e242 [ 1650.265021] env[62697]: INFO nova.virt.block_device [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Attempting to driver detach volume 284e1431-107e-48d2-aca8-bc8b3142e242 from mountpoint /dev/sdb [ 1650.265257] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1650.265461] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1650.266426] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05a42c4-c528-4f6f-9a5b-a8cd3f08fc34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.292885] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01025a7e-d277-4e20-afe2-e12991cc28ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.300033] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279865c9-2014-492b-9151-dfbacc904311 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.321443] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a2fdb6-77bc-46f1-8502-36b102dc81da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.336192] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] The volume has not been displaced from its original location: [datastore1] volume-284e1431-107e-48d2-aca8-bc8b3142e242/volume-284e1431-107e-48d2-aca8-bc8b3142e242.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1650.341437] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1650.341713] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452f84a3-8119-428c-98b7-3555044e017f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.359269] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1650.359269] env[62697]: value = "task-1706979" [ 1650.359269] env[62697]: _type = "Task" [ 1650.359269] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.366749] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.533624] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 3284f040-a0fc-4ae7-9b7c-79f293c767e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1650.533937] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1650.534084] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1650.567757] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f3667242-3ff8-4abd-9ea3-664681dbf838 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.429s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.680915] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "refresh_cache-b6840e36-edd1-4ac3-ada9-c45e4dbb210b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.681287] env[62697]: DEBUG nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Instance network_info: |[{"id": "7c8c717e-1168-4733-9a49-a1895d7eac4c", "address": "fa:16:3e:39:62:3a", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c8c717e-11", "ovs_interfaceid": "7c8c717e-1168-4733-9a49-a1895d7eac4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1650.681731] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:62:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c8c717e-1168-4733-9a49-a1895d7eac4c', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.689534] env[62697]: DEBUG oslo.service.loopingcall [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.692277] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.692693] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8951c2cb-af80-44a3-8bd0-71ebdcc66a08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.716806] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.716806] env[62697]: value = "task-1706980" [ 1650.716806] env[62697]: _type = "Task" [ 1650.716806] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.724645] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706980, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.749230] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58411aa0-7926-4df5-92fd-816baf9ace2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.756602] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d203aa21-59e5-4cc2-8f19-a2502c7d5dc8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.788261] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf174f-9209-4890-8f67-5501a39ec444 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.795977] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5e389-7fc6-4a43-a7df-816c376e683f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.809450] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.869536] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706979, 'name': ReconfigVM_Task, 'duration_secs': 0.194806} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.869767] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1650.874934] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fa549c-42ed-479e-9b22-0ef86e393248 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.890139] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1650.890139] env[62697]: value = "task-1706981" [ 1650.890139] env[62697]: _type = "Task" [ 1650.890139] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.898554] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.011451] env[62697]: DEBUG nova.compute.manager [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Received event network-changed-7c8c717e-1168-4733-9a49-a1895d7eac4c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1651.011657] env[62697]: DEBUG nova.compute.manager [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Refreshing instance network info cache due to event network-changed-7c8c717e-1168-4733-9a49-a1895d7eac4c. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1651.011876] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] Acquiring lock "refresh_cache-b6840e36-edd1-4ac3-ada9-c45e4dbb210b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.012046] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] Acquired lock "refresh_cache-b6840e36-edd1-4ac3-ada9-c45e4dbb210b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.012300] env[62697]: DEBUG nova.network.neutron [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Refreshing network info cache for port 7c8c717e-1168-4733-9a49-a1895d7eac4c {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.120216] env[62697]: DEBUG oslo_concurrency.lockutils [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.120498] env[62697]: DEBUG oslo_concurrency.lockutils [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.120683] env[62697]: DEBUG nova.compute.manager [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1651.121574] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e7a5c-b69e-4a06-859e-d7a81e697889 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.128599] env[62697]: DEBUG nova.compute.manager [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1651.129157] env[62697]: DEBUG nova.objects.instance [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'flavor' on Instance uuid 79c7508e-b87e-4e79-a9a4-50dd0d45b30b {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.227082] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706980, 'name': CreateVM_Task, 'duration_secs': 0.334753} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.227182] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.227861] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.228011] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.228340] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.228848] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac198a3-3893-41e5-8cdd-54d7058de28d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.233468] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1651.233468] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528b71cf-ca11-ddaa-f3dd-ad5879510301" [ 1651.233468] env[62697]: _type = "Task" [ 1651.233468] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.241022] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528b71cf-ca11-ddaa-f3dd-ad5879510301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.313331] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1651.401204] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706981, 'name': ReconfigVM_Task, 'duration_secs': 0.197129} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.401532] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1651.629881] env[62697]: DEBUG nova.network.neutron [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Port c0eff741-baa3-4efe-90a3-2fa0c22c55be binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1651.633832] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.634130] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d451f8b5-0c70-4d21-b191-8bea489b38f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.641725] env[62697]: DEBUG oslo_vmware.api [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1651.641725] env[62697]: value = "task-1706982" [ 1651.641725] env[62697]: _type = "Task" [ 1651.641725] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.653608] env[62697]: DEBUG oslo_vmware.api [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.738624] env[62697]: DEBUG nova.network.neutron [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Updated VIF entry in instance network info cache for port 7c8c717e-1168-4733-9a49-a1895d7eac4c. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.738994] env[62697]: DEBUG nova.network.neutron [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Updating instance_info_cache with network_info: [{"id": "7c8c717e-1168-4733-9a49-a1895d7eac4c", "address": "fa:16:3e:39:62:3a", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c8c717e-11", "ovs_interfaceid": "7c8c717e-1168-4733-9a49-a1895d7eac4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.746442] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528b71cf-ca11-ddaa-f3dd-ad5879510301, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.746772] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.746904] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.747202] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.747312] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.747492] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.747756] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-324cadb1-610d-49af-8f0b-c4f3e4faa9ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.756962] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.757125] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.757997] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176c8da0-37b5-4f08-97d1-a8d28a650015 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.763299] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1651.763299] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526257af-0942-238d-a1cb-c7f209a6cb17" [ 1651.763299] env[62697]: _type = "Task" [ 1651.763299] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.771659] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526257af-0942-238d-a1cb-c7f209a6cb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.818455] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1651.818780] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.333s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.819170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.932s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.821071] env[62697]: INFO nova.compute.claims [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.152469] env[62697]: DEBUG oslo_vmware.api [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706982, 'name': PowerOffVM_Task, 'duration_secs': 0.18188} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.152772] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.152953] env[62697]: DEBUG nova.compute.manager [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1652.153793] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec59ecd-b66e-4e7d-b46f-720d981485fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.243044] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5bcec78-da7c-4da0-bc73-74ef57dffa56 req-18985304-03c1-4aca-b1c3-63521edca3bf service nova] Releasing lock "refresh_cache-b6840e36-edd1-4ac3-ada9-c45e4dbb210b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.275056] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526257af-0942-238d-a1cb-c7f209a6cb17, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.275819] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d1c2de-da47-43a2-a66b-f35217dceb6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.280859] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1652.280859] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52307364-b55a-c01a-807d-0818db14c40e" [ 1652.280859] env[62697]: _type = "Task" [ 1652.280859] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.288283] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52307364-b55a-c01a-807d-0818db14c40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.451587] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.451967] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfae71d0-98d3-4dd4-b1c9-6582fdf09043 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.460450] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1652.460450] env[62697]: value = "task-1706983" [ 1652.460450] env[62697]: _type = "Task" [ 1652.460450] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.470523] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1652.470738] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1652.470935] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1652.471703] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ace023-6abd-490c-97ce-1c8448a33f1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.491384] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c03bca-5e05-4109-8c13-efa28ed5e86e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.497740] env[62697]: WARNING nova.virt.vmwareapi.driver [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1652.498044] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.498797] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b06e38-a1c3-43a8-bc70-ecc329e5e057 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.505398] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.505950] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aedc661-a586-424a-89b9-5d37c7beb404 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.576170] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.576449] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.576666] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleting the datastore file [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.576944] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee91a545-fb49-4086-8f72-87f93f420382 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.584132] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1652.584132] env[62697]: value = "task-1706985" [ 1652.584132] env[62697]: _type = "Task" [ 1652.584132] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.591836] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.656664] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "01c11299-4dea-404c-801d-6dba97036eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.657052] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.657100] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.664673] env[62697]: DEBUG oslo_concurrency.lockutils [None req-90b71fa4-392f-4716-93b9-0a416a3d626f tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.544s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.791972] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52307364-b55a-c01a-807d-0818db14c40e, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.792217] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.792504] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] b6840e36-edd1-4ac3-ada9-c45e4dbb210b/b6840e36-edd1-4ac3-ada9-c45e4dbb210b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.792767] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c6f5cd-e1de-49af-a356-3c0d68f22327 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.799154] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1652.799154] env[62697]: value = "task-1706986" [ 1652.799154] env[62697]: _type = "Task" [ 1652.799154] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.806621] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.030981] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1712c538-9471-4bde-88cd-9ab6549cc8e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.039609] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7d26a3-d091-42d1-80a6-705a0d930475 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.077107] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe4273f-b1cd-495e-bb4a-db336120e92d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.093018] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b167088-534f-40de-b7dd-d7ce62bbf65b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.102074] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1706985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132058} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.102878] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1653.103090] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1653.103282] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1653.115533] env[62697]: DEBUG nova.compute.provider_tree [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.310964] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456509} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.311270] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] b6840e36-edd1-4ac3-ada9-c45e4dbb210b/b6840e36-edd1-4ac3-ada9-c45e4dbb210b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.311510] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.311787] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c9ce3cb-34eb-4ba4-8ef8-c5eda6ea70be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.318390] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1653.318390] env[62697]: value = "task-1706987" [ 1653.318390] env[62697]: _type = "Task" [ 1653.318390] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.326060] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.584494] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.584734] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.584951] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.585156] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.585332] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.587473] env[62697]: INFO nova.compute.manager [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Terminating instance [ 1653.589379] env[62697]: DEBUG nova.compute.manager [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1653.589572] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.590414] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb23517-dfa0-45dd-9cb4-1cfdd751febd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.598233] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.598492] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afeeaa5a-c5c9-4904-8e1d-8212170ee009 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.619231] env[62697]: INFO nova.virt.block_device [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Booting with volume 284e1431-107e-48d2-aca8-bc8b3142e242 at /dev/sdb [ 1653.638409] env[62697]: ERROR nova.scheduler.client.report [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [req-c7ba77f3-d6d9-46dc-863c-be8f59b0958e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7ba77f3-d6d9-46dc-863c-be8f59b0958e"}]} [ 1653.655846] env[62697]: DEBUG nova.scheduler.client.report [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1653.659678] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c16361c-d46e-4417-8239-208f8f048bbe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.670655] env[62697]: DEBUG nova.scheduler.client.report [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1653.670975] env[62697]: DEBUG nova.compute.provider_tree [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.679341] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2985b7a-180e-4c13-becc-3089724b8cc2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.694998] env[62697]: DEBUG nova.scheduler.client.report [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1653.698200] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.698407] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.698588] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleting the datastore file [datastore1] 79c7508e-b87e-4e79-a9a4-50dd0d45b30b {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.699790] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-199fdb50-0c28-4adc-9edc-63cf8c724ba5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.706027] env[62697]: DEBUG oslo_vmware.api [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1653.706027] env[62697]: value = "task-1706989" [ 1653.706027] env[62697]: _type = "Task" [ 1653.706027] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.713956] env[62697]: DEBUG oslo_vmware.api [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.724445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.724657] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.724821] env[62697]: DEBUG nova.network.neutron [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.726988] env[62697]: DEBUG nova.scheduler.client.report [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1653.729141] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff3d2765-aa77-48c5-b310-121edf304077 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.738854] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8200b219-25b3-4629-a964-5a8f2c40e26b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.777900] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b917c5-9a07-4961-9aab-bedbde9bd8ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.784452] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa438e6-4bd7-4abb-9193-7bff9c39f9d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.799158] env[62697]: DEBUG nova.virt.block_device [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updating existing volume attachment record: 359e897e-86a3-4109-9665-499b3350b8f0 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1653.828345] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061554} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.830744] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1653.831809] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1c3ba9-06cd-4b5d-b4de-b83c9d205ebb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.856330] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] b6840e36-edd1-4ac3-ada9-c45e4dbb210b/b6840e36-edd1-4ac3-ada9-c45e4dbb210b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.859079] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f38b930-172d-49ca-81b1-8abc7d3cdb07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.879194] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1653.879194] env[62697]: value = "task-1706990" [ 1653.879194] env[62697]: _type = "Task" [ 1653.879194] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.890768] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.968146] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b2695c-1b6d-4455-a2ad-9a9d0633f114 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.975882] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f4de86-0b0e-493e-a637-0118fd358337 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.006457] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25789dd-54fa-48ba-b6fb-38ff9324faeb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.014056] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125fdb09-2b8b-4375-bd39-72fc3bd98ada {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.027495] env[62697]: DEBUG nova.compute.provider_tree [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1654.216373] env[62697]: DEBUG oslo_vmware.api [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1706989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175201} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.216685] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.217849] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.217849] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.217849] env[62697]: INFO nova.compute.manager [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1654.217849] env[62697]: DEBUG oslo.service.loopingcall [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.217849] env[62697]: DEBUG nova.compute.manager [-] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1654.217849] env[62697]: DEBUG nova.network.neutron [-] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.391160] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706990, 'name': ReconfigVM_Task, 'duration_secs': 0.277863} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.393675] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Reconfigured VM instance instance-0000005d to attach disk [datastore1] b6840e36-edd1-4ac3-ada9-c45e4dbb210b/b6840e36-edd1-4ac3-ada9-c45e4dbb210b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.395392] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43d961e-40db-44af-92c6-191265c3c55c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.404018] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1654.404018] env[62697]: value = "task-1706991" [ 1654.404018] env[62697]: _type = "Task" [ 1654.404018] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.410579] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706991, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.561219] env[62697]: DEBUG nova.scheduler.client.report [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1654.561523] env[62697]: DEBUG nova.compute.provider_tree [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 131 to 132 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1654.561713] env[62697]: DEBUG nova.compute.provider_tree [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1654.693659] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.694060] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.833942] env[62697]: DEBUG nova.network.neutron [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.849078] env[62697]: DEBUG nova.compute.manager [req-1d51126f-743d-4fe7-a1dc-69857746fd80 req-455f4327-6fbf-4037-8dcb-917aa1dbf81b service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Received event network-vif-deleted-e9ec2e03-5076-4134-9145-2e663329565b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1654.849078] env[62697]: INFO nova.compute.manager [req-1d51126f-743d-4fe7-a1dc-69857746fd80 req-455f4327-6fbf-4037-8dcb-917aa1dbf81b service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Neutron deleted interface e9ec2e03-5076-4134-9145-2e663329565b; detaching it from the instance and deleting it from the info cache [ 1654.849078] env[62697]: DEBUG nova.network.neutron [req-1d51126f-743d-4fe7-a1dc-69857746fd80 req-455f4327-6fbf-4037-8dcb-917aa1dbf81b service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.912876] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706991, 'name': Rename_Task, 'duration_secs': 0.175113} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.913880] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.914299] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92dabc5d-b3c9-481c-93db-7a5421ba4584 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.921386] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1654.921386] env[62697]: value = "task-1706992" [ 1654.921386] env[62697]: _type = "Task" [ 1654.921386] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.929865] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.977627] env[62697]: DEBUG nova.network.neutron [-] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.077032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.256s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.077032] env[62697]: DEBUG nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1655.078634] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.453s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.083877] env[62697]: INFO nova.compute.claims [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.201401] env[62697]: INFO nova.compute.manager [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Detaching volume 0d021fd2-e00e-4ff8-be51-36f82b044443 [ 1655.235634] env[62697]: INFO nova.virt.block_device [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Attempting to driver detach volume 0d021fd2-e00e-4ff8-be51-36f82b044443 from mountpoint /dev/sdb [ 1655.235903] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1655.236116] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355647', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'name': 'volume-0d021fd2-e00e-4ff8-be51-36f82b044443', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe26f8a5-ad9c-4b62-8bb7-0692d6c98835', 'attached_at': '', 'detached_at': '', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'serial': '0d021fd2-e00e-4ff8-be51-36f82b044443'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1655.237013] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a5a75-5dec-4a5b-af5a-97885af0e719 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.260866] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0917a8-3974-4c6c-887c-c8aec9ffaa5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.268012] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79474b27-d9b5-430f-b17b-e54c088bc9b2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.289557] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a16cf8-ea4f-47e6-aca5-afa7dd07af28 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.305267] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] The volume has not been displaced from its original location: [datastore1] volume-0d021fd2-e00e-4ff8-be51-36f82b044443/volume-0d021fd2-e00e-4ff8-be51-36f82b044443.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1655.310684] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1655.311053] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a72886b-3d49-4ffa-86a2-96db5f34840a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.329460] env[62697]: DEBUG oslo_vmware.api [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1655.329460] env[62697]: value = "task-1706993" [ 1655.329460] env[62697]: _type = "Task" [ 1655.329460] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.336498] env[62697]: DEBUG oslo_concurrency.lockutils [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.345898] env[62697]: DEBUG oslo_vmware.api [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.354835] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6c06987-28e8-4efe-93bf-bec310b4dc1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.363396] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786479b-0132-442d-834e-3a90f0c994ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.394684] env[62697]: DEBUG nova.compute.manager [req-1d51126f-743d-4fe7-a1dc-69857746fd80 req-455f4327-6fbf-4037-8dcb-917aa1dbf81b service nova] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Detach interface failed, port_id=e9ec2e03-5076-4134-9145-2e663329565b, reason: Instance 79c7508e-b87e-4e79-a9a4-50dd0d45b30b could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1655.435469] env[62697]: DEBUG oslo_vmware.api [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706992, 'name': PowerOnVM_Task, 'duration_secs': 0.425338} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.435685] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.435835] env[62697]: INFO nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1655.436022] env[62697]: DEBUG nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1655.436857] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292efd5b-5d85-442f-ab76-ed196e5ef1f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.479338] env[62697]: INFO nova.compute.manager [-] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Took 1.26 seconds to deallocate network for instance. [ 1655.588146] env[62697]: DEBUG nova.compute.utils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.593675] env[62697]: DEBUG nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1655.593848] env[62697]: DEBUG nova.network.neutron [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1655.700274] env[62697]: DEBUG nova.policy [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b787ecebb85044f7a28b6c1cce65cfb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7299d4f819d42bc866e46922bb5bee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1655.839324] env[62697]: DEBUG oslo_vmware.api [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706993, 'name': ReconfigVM_Task, 'duration_secs': 0.258698} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.839668] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1655.844357] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65c3def-b5ed-4ad5-b95e-2b5d3077db2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.858749] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e007a0bc-b665-4fe7-ac5b-a2478e2068db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.862909] env[62697]: DEBUG oslo_vmware.api [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1655.862909] env[62697]: value = "task-1706994" [ 1655.862909] env[62697]: _type = "Task" [ 1655.862909] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.868387] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a1309-ddc7-4786-881d-801b4a38ba9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.875311] env[62697]: DEBUG oslo_vmware.api [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.936120] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1655.938638] env[62697]: DEBUG nova.virt.hardware [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1655.943035] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe52ed-119d-4a6a-81ee-982bc87709a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.947181] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c49be9f-6dff-4a46-8f8f-9dc69f53c460 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.967519] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e6:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b34d8c5-24d3-4e16-82bd-93cb8ac9f244', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.977033] env[62697]: DEBUG oslo.service.loopingcall [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.977631] env[62697]: INFO nova.compute.manager [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Took 17.21 seconds to build instance. [ 1655.978697] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.978953] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f46edfc-9fa9-4269-b75b-1edfe76ceae7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.995921] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.001443] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.001443] env[62697]: value = "task-1706995" [ 1656.001443] env[62697]: _type = "Task" [ 1656.001443] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.012144] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706995, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.082292] env[62697]: DEBUG nova.network.neutron [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Successfully created port: d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1656.094195] env[62697]: DEBUG nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1656.342606] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c040c5-0db3-4302-97e4-0a346ea086d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.350715] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78114c45-3636-4d1e-bbc1-777ae6fdac24 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.385519] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e852f4-48c5-4e56-9f76-75ec15212e27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.392796] env[62697]: DEBUG oslo_vmware.api [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1706994, 'name': ReconfigVM_Task, 'duration_secs': 0.148984} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.394984] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355647', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'name': 'volume-0d021fd2-e00e-4ff8-be51-36f82b044443', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe26f8a5-ad9c-4b62-8bb7-0692d6c98835', 'attached_at': '', 'detached_at': '', 'volume_id': '0d021fd2-e00e-4ff8-be51-36f82b044443', 'serial': '0d021fd2-e00e-4ff8-be51-36f82b044443'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1656.398670] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2316ebc5-3b1f-42a8-ad10-fe33a6b8e224 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.412710] env[62697]: DEBUG nova.compute.provider_tree [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.496212] env[62697]: DEBUG oslo_concurrency.lockutils [None req-18d28d12-202f-4eb3-bce3-65c847674094 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.738s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.512411] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1706995, 'name': CreateVM_Task, 'duration_secs': 0.363061} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.512657] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.513493] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.513829] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.514311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.514717] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30735f5b-911e-4834-867a-040fd0d33d77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.520027] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1656.520027] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52110441-2127-5a00-20e2-1a38aac24b49" [ 1656.520027] env[62697]: _type = "Task" [ 1656.520027] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.528352] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52110441-2127-5a00-20e2-1a38aac24b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.917825] env[62697]: DEBUG nova.scheduler.client.report [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1656.928890] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.929179] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.929398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.929588] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.929761] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.933165] env[62697]: INFO nova.compute.manager [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Terminating instance [ 1656.935010] env[62697]: DEBUG nova.compute.manager [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1656.935498] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.936389] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23207daa-ae27-4ab2-bf1e-5375acb1cd71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.943378] env[62697]: DEBUG nova.objects.instance [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.947741] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.947741] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e8e784a-431a-4bb5-acf6-d8c44f3c471a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.954582] env[62697]: DEBUG oslo_vmware.api [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1656.954582] env[62697]: value = "task-1706996" [ 1656.954582] env[62697]: _type = "Task" [ 1656.954582] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.968250] env[62697]: DEBUG oslo_vmware.api [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.979677] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb07235-664c-493d-ac47-1bd21ec90dc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.002515] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0024226-7672-43a2-a051-e6d25fc20e6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.010360] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance '01c11299-4dea-404c-801d-6dba97036eb9' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1657.031690] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52110441-2127-5a00-20e2-1a38aac24b49, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.031744] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.031987] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.032243] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.032391] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.032639] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.032926] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dff4db5f-e29d-45bb-95ac-5b2fd9830685 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.042725] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.042950] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.043758] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a6b717-39fc-4d2c-9b9f-4d5c0a562df1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.051335] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1657.051335] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a2c967-44f9-e41f-c229-c7b6ea4524c0" [ 1657.051335] env[62697]: _type = "Task" [ 1657.051335] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.061196] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a2c967-44f9-e41f-c229-c7b6ea4524c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.106577] env[62697]: DEBUG nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1657.134014] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1657.134298] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1657.134461] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.134648] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1657.134817] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.134973] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1657.135198] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1657.135362] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1657.135531] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1657.135699] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1657.135873] env[62697]: DEBUG nova.virt.hardware [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1657.137092] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a916a824-31cf-4b1a-a743-ec7bf97a4dcd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.145113] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1c1557-d4aa-404d-9812-28f73dfe5f92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.422942] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.423613] env[62697]: DEBUG nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1657.425980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.591s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.426192] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.428108] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.432s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.428330] env[62697]: DEBUG nova.objects.instance [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'resources' on Instance uuid 79c7508e-b87e-4e79-a9a4-50dd0d45b30b {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.447905] env[62697]: INFO nova.scheduler.client.report [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Deleted allocations for instance 72445f8a-bd58-4d62-814a-6710d37ee433 [ 1657.465586] env[62697]: DEBUG oslo_vmware.api [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706996, 'name': PowerOffVM_Task, 'duration_secs': 0.167545} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.465875] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.466063] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.466341] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46fc7179-b08d-4019-a5e8-49cc8190f3d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.517289] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.517847] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5eaa843-056f-4e9c-969a-9ae6eb874bf8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.524594] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1657.524594] env[62697]: value = "task-1706998" [ 1657.524594] env[62697]: _type = "Task" [ 1657.524594] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.532608] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.539382] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1657.539601] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1657.539781] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleting the datastore file [datastore1] b6840e36-edd1-4ac3-ada9-c45e4dbb210b {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.542750] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-945b96de-886b-4433-8dc6-a5c197a004ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.545703] env[62697]: DEBUG oslo_vmware.api [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1657.545703] env[62697]: value = "task-1706999" [ 1657.545703] env[62697]: _type = "Task" [ 1657.545703] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.555841] env[62697]: DEBUG oslo_vmware.api [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.567682] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a2c967-44f9-e41f-c229-c7b6ea4524c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016593} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.568834] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce88945-3d65-48bd-bbe3-bc32ccfc2794 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.575666] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1657.575666] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52443b77-9548-3132-2816-f58a202c8edc" [ 1657.575666] env[62697]: _type = "Task" [ 1657.575666] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.585855] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52443b77-9548-3132-2816-f58a202c8edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.685497] env[62697]: DEBUG nova.compute.manager [req-3839190a-679e-4fa3-9107-306c68bc181b req-5a63c5f9-26d5-4165-9b64-8610a1a6fa14 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-vif-plugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1657.685497] env[62697]: DEBUG oslo_concurrency.lockutils [req-3839190a-679e-4fa3-9107-306c68bc181b req-5a63c5f9-26d5-4165-9b64-8610a1a6fa14 service nova] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.685673] env[62697]: DEBUG oslo_concurrency.lockutils [req-3839190a-679e-4fa3-9107-306c68bc181b req-5a63c5f9-26d5-4165-9b64-8610a1a6fa14 service nova] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.685841] env[62697]: DEBUG oslo_concurrency.lockutils [req-3839190a-679e-4fa3-9107-306c68bc181b req-5a63c5f9-26d5-4165-9b64-8610a1a6fa14 service nova] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.686053] env[62697]: DEBUG nova.compute.manager [req-3839190a-679e-4fa3-9107-306c68bc181b req-5a63c5f9-26d5-4165-9b64-8610a1a6fa14 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] No waiting events found dispatching network-vif-plugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1657.686304] env[62697]: WARNING nova.compute.manager [req-3839190a-679e-4fa3-9107-306c68bc181b req-5a63c5f9-26d5-4165-9b64-8610a1a6fa14 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received unexpected event network-vif-plugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 for instance with vm_state building and task_state spawning. [ 1657.769737] env[62697]: DEBUG nova.network.neutron [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Successfully updated port: d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.864042] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.935152] env[62697]: DEBUG nova.compute.utils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.936296] env[62697]: DEBUG nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1657.936535] env[62697]: DEBUG nova.network.neutron [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.956014] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8935624e-bcbb-4d6f-9ba2-f0fdbbc57909 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.959076] env[62697]: DEBUG oslo_concurrency.lockutils [None req-24d8cfc0-4497-46cf-bb0d-c5ba4f1abe24 tempest-ListImageFiltersTestJSON-1261569807 tempest-ListImageFiltersTestJSON-1261569807-project-member] Lock "72445f8a-bd58-4d62-814a-6710d37ee433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.162s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.960322] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.097s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.960456] env[62697]: DEBUG nova.compute.manager [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1657.961485] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e0ee04-913a-4598-b275-c0251499749a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.968412] env[62697]: DEBUG nova.compute.manager [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1657.969481] env[62697]: DEBUG nova.objects.instance [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.034476] env[62697]: DEBUG nova.policy [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f50d197dd6e544ceb9ca8660b7a07b85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c101b0bd4c1f458a896b3efbd788ded9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1658.039595] env[62697]: DEBUG oslo_vmware.api [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1706998, 'name': PowerOnVM_Task, 'duration_secs': 0.420801} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.039860] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.040055] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-49a6f9e5-b7af-423f-b00f-8467c35086ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance '01c11299-4dea-404c-801d-6dba97036eb9' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1658.056550] env[62697]: DEBUG oslo_vmware.api [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1706999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146651} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.056959] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.057150] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1658.057310] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.057487] env[62697]: INFO nova.compute.manager [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1658.057736] env[62697]: DEBUG oslo.service.loopingcall [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.057943] env[62697]: DEBUG nova.compute.manager [-] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1658.058306] env[62697]: DEBUG nova.network.neutron [-] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1658.090669] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52443b77-9548-3132-2816-f58a202c8edc, 'name': SearchDatastore_Task, 'duration_secs': 0.008038} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.090669] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.090669] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.091584] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b3f9fa-5cfc-4a08-89bc-554eccd7cf87 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.099316] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1658.099316] env[62697]: value = "task-1707000" [ 1658.099316] env[62697]: _type = "Task" [ 1658.099316] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.110598] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.173679] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bad800-ccf8-4121-bb45-285cb7d9b503 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.183320] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7709ea1-5725-482f-af72-40c1b8c0347b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.219982] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b4924-5107-43b1-b2b9-109facbc68f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.229432] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22575be3-ce6c-46a4-8540-b26ddb46b324 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.250320] env[62697]: DEBUG nova.compute.provider_tree [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.272310] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.272535] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.272650] env[62697]: DEBUG nova.network.neutron [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.369315] env[62697]: DEBUG nova.compute.manager [req-56e9ce9b-85d3-49eb-a8c3-17b0f714fb81 req-9c565a83-1027-4436-87c0-01461e127315 service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Received event network-vif-deleted-7c8c717e-1168-4733-9a49-a1895d7eac4c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1658.369627] env[62697]: INFO nova.compute.manager [req-56e9ce9b-85d3-49eb-a8c3-17b0f714fb81 req-9c565a83-1027-4436-87c0-01461e127315 service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Neutron deleted interface 7c8c717e-1168-4733-9a49-a1895d7eac4c; detaching it from the instance and deleting it from the info cache [ 1658.369713] env[62697]: DEBUG nova.network.neutron [req-56e9ce9b-85d3-49eb-a8c3-17b0f714fb81 req-9c565a83-1027-4436-87c0-01461e127315 service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.398131] env[62697]: DEBUG nova.network.neutron [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Successfully created port: de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1658.440201] env[62697]: DEBUG nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1658.477424] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.477424] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79071ca2-6897-4b8e-a33c-1008450565c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.489660] env[62697]: DEBUG oslo_vmware.api [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1658.489660] env[62697]: value = "task-1707001" [ 1658.489660] env[62697]: _type = "Task" [ 1658.489660] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.501773] env[62697]: DEBUG oslo_vmware.api [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.614031] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492047} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.614031] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.614031] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.614291] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf73906-1960-426b-95c5-4093dca0ec9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.621730] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1658.621730] env[62697]: value = "task-1707002" [ 1658.621730] env[62697]: _type = "Task" [ 1658.621730] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.634635] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.753888] env[62697]: DEBUG nova.scheduler.client.report [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1658.815395] env[62697]: DEBUG nova.network.neutron [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.840329] env[62697]: DEBUG nova.network.neutron [-] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.873162] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95dc7d78-62a6-4855-b8ef-08d2e1115ff4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.883056] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0317c-779e-4520-a9fc-550a966133f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.916096] env[62697]: DEBUG nova.compute.manager [req-56e9ce9b-85d3-49eb-a8c3-17b0f714fb81 req-9c565a83-1027-4436-87c0-01461e127315 service nova] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Detach interface failed, port_id=7c8c717e-1168-4733-9a49-a1895d7eac4c, reason: Instance b6840e36-edd1-4ac3-ada9-c45e4dbb210b could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1658.971193] env[62697]: DEBUG nova.network.neutron [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd693be5c-4a", "ovs_interfaceid": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.998575] env[62697]: DEBUG oslo_vmware.api [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707001, 'name': PowerOffVM_Task, 'duration_secs': 0.223483} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.998912] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.999120] env[62697]: DEBUG nova.compute.manager [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1658.999883] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d33c67f-ec86-442e-9af5-382540e29dae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.131861] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07789} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.132144] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.132952] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e950cb4-32c4-4635-93ca-3a0041e96944 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.155887] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.156933] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade48522-81f0-4309-b4c1-7374a7176934 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.177941] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1659.177941] env[62697]: value = "task-1707003" [ 1659.177941] env[62697]: _type = "Task" [ 1659.177941] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.189445] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.258606] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.285522] env[62697]: INFO nova.scheduler.client.report [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted allocations for instance 79c7508e-b87e-4e79-a9a4-50dd0d45b30b [ 1659.342211] env[62697]: INFO nova.compute.manager [-] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Took 1.28 seconds to deallocate network for instance. [ 1659.450385] env[62697]: DEBUG nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1659.473774] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.474041] env[62697]: DEBUG nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Instance network_info: |[{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd693be5c-4a", "ovs_interfaceid": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1659.474495] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:66:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd693be5c-4ab7-461f-9a06-308e1f7da1f9', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.481919] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating folder: Project (b7299d4f819d42bc866e46922bb5bee2). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.484305] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1659.484534] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1659.484698] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1659.484887] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1659.485049] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1659.485208] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1659.485423] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1659.485589] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1659.485762] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1659.485929] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1659.486121] env[62697]: DEBUG nova.virt.hardware [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1659.486386] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b829708-da67-4f68-bdb5-986242dddd37 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.488983] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f889d814-e1b5-4168-92e6-996c071761d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.498109] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e18065-8a94-476d-95cd-44d7e82695ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.502897] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created folder: Project (b7299d4f819d42bc866e46922bb5bee2) in parent group-v355409. [ 1659.503092] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating folder: Instances. Parent ref: group-v355671. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.503670] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6df3fc58-638f-4560-9dba-950b6ef29978 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.515568] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created folder: Instances in parent group-v355671. [ 1659.515803] env[62697]: DEBUG oslo.service.loopingcall [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.516246] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b61aa98b-33a9-423d-bb5c-2a6d5a757cc9 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.517098] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.517469] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86b8bbc8-0f3e-4b0d-ab84-965ef03deb35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.536890] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.536890] env[62697]: value = "task-1707006" [ 1659.536890] env[62697]: _type = "Task" [ 1659.536890] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.544907] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707006, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.690270] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.715857] env[62697]: DEBUG nova.compute.manager [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1659.716033] env[62697]: DEBUG nova.compute.manager [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing instance network info cache due to event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1659.716255] env[62697]: DEBUG oslo_concurrency.lockutils [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] Acquiring lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.716454] env[62697]: DEBUG oslo_concurrency.lockutils [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] Acquired lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.717666] env[62697]: DEBUG nova.network.neutron [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.795390] env[62697]: DEBUG oslo_concurrency.lockutils [None req-72b45b6d-8d9c-4230-95f4-754549679f81 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "79c7508e-b87e-4e79-a9a4-50dd0d45b30b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.211s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.849499] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.849499] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.849780] env[62697]: DEBUG nova.objects.instance [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'resources' on Instance uuid b6840e36-edd1-4ac3-ada9-c45e4dbb210b {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.052413] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707006, 'name': CreateVM_Task, 'duration_secs': 0.381133} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.052755] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.053641] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.053960] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.056173] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.056562] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726da614-7b06-449b-a022-296b27786ff6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.063588] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1660.063588] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520ad62d-e7de-b4dd-89a8-76a0d3fed3b3" [ 1660.063588] env[62697]: _type = "Task" [ 1660.063588] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.073148] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520ad62d-e7de-b4dd-89a8-76a0d3fed3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.196027] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707003, 'name': ReconfigVM_Task, 'duration_secs': 0.717888} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.196027] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4/735f1172-0814-4f6c-a060-8b0359ee95b4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.196882] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/sda', 'encrypted': False, 'image_id': '0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'attachment_id': '359e897e-86a3-4109-9665-499b3350b8f0', 'volume_type': None}], 'swap': None} {{(pid=62697) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1660.197126] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1660.197329] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1660.198694] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006bb308-50e3-4b06-9b81-fe27b4401db6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.216167] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86edc98a-27e6-4ad7-af18-8d7dd2d90f59 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.246509] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-284e1431-107e-48d2-aca8-bc8b3142e242/volume-284e1431-107e-48d2-aca8-bc8b3142e242.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.247385] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5000c8a-37dd-49ee-87c0-26c965cd5f1c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.275065] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1660.275065] env[62697]: value = "task-1707007" [ 1660.275065] env[62697]: _type = "Task" [ 1660.275065] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.283579] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.475769] env[62697]: DEBUG nova.network.neutron [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updated VIF entry in instance network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.476230] env[62697]: DEBUG nova.network.neutron [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd693be5c-4a", "ovs_interfaceid": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.583837] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47baf579-f4d2-4f5f-a5ec-6751bf28d1b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.593700] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520ad62d-e7de-b4dd-89a8-76a0d3fed3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.595930] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.596253] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.596608] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.596802] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.597081] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.597512] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b48b70f5-8352-422c-8182-97f33dbf517e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.600289] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f1ab5-f0c0-4f05-92fe-87908f704941 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.643779] env[62697]: DEBUG nova.objects.instance [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.650369] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fc9087-e8c5-4c8b-a474-c7e91cf08b10 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.654403] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.654403] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.655792] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fceda9-64c1-48b6-a219-a52562e3e303 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.666734] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e726db-cb02-4795-b9d1-6e3e50283abb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.671177] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1660.671177] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52125194-ce1c-1586-9ad2-1b3cc16453ec" [ 1660.671177] env[62697]: _type = "Task" [ 1660.671177] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.685392] env[62697]: DEBUG nova.compute.provider_tree [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.698779] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52125194-ce1c-1586-9ad2-1b3cc16453ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.699281] env[62697]: DEBUG nova.network.neutron [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Successfully updated port: de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1660.702727] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b191ef-262d-41cd-947d-2d235946df21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.713330] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1660.713330] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ff8991-a806-4844-1753-50a719a79e2f" [ 1660.713330] env[62697]: _type = "Task" [ 1660.713330] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.726480] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ff8991-a806-4844-1753-50a719a79e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.726796] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.727079] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.727355] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-376b165d-37f8-48a9-a227-506d7d403cd4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.734309] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1660.734309] env[62697]: value = "task-1707008" [ 1660.734309] env[62697]: _type = "Task" [ 1660.734309] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.744861] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.786154] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707007, 'name': ReconfigVM_Task, 'duration_secs': 0.468935} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.786469] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-284e1431-107e-48d2-aca8-bc8b3142e242/volume-284e1431-107e-48d2-aca8-bc8b3142e242.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.792421] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7999252-3a2f-4f22-9260-30047cd61e4a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.807857] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1660.807857] env[62697]: value = "task-1707009" [ 1660.807857] env[62697]: _type = "Task" [ 1660.807857] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.816522] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.979474] env[62697]: DEBUG oslo_concurrency.lockutils [req-75d6973f-546b-4bc9-a791-277ce86e3514 req-98995f43-3d39-4e96-b0f0-f51a926a452c service nova] Releasing lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.003432] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3240eec5-62ff-472c-8490-ee3edcd15455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.007024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3240eec5-62ff-472c-8490-ee3edcd15455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.152900] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.153330] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.153330] env[62697]: DEBUG nova.network.neutron [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.153570] env[62697]: DEBUG nova.objects.instance [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'info_cache' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.205545] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "refresh_cache-3284f040-a0fc-4ae7-9b7c-79f293c767e8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.205545] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquired lock "refresh_cache-3284f040-a0fc-4ae7-9b7c-79f293c767e8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.205545] env[62697]: DEBUG nova.network.neutron [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.212988] env[62697]: ERROR nova.scheduler.client.report [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [req-6d5baec7-fd8c-4783-90ee-1cd5ff184d54] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d5baec7-fd8c-4783-90ee-1cd5ff184d54"}]} [ 1661.232460] env[62697]: DEBUG nova.scheduler.client.report [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1661.243866] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707008, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.248715] env[62697]: DEBUG nova.scheduler.client.report [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1661.248970] env[62697]: DEBUG nova.compute.provider_tree [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1661.261146] env[62697]: DEBUG nova.scheduler.client.report [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1661.282624] env[62697]: DEBUG nova.scheduler.client.report [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1661.317847] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707009, 'name': ReconfigVM_Task, 'duration_secs': 0.147616} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.320560] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1661.321323] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ac007ce-66d6-449b-8960-4b755b5b581e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.327923] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1661.327923] env[62697]: value = "task-1707010" [ 1661.327923] env[62697]: _type = "Task" [ 1661.327923] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.337611] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707010, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.495095] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997c6cc-b974-4313-afc0-37043ba6fc1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.503264] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d03331-8777-4eb8-9ee7-cfa51fc7a508 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.533546] env[62697]: DEBUG nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1661.540889] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b9858b-b3a2-4bd2-8194-cce9af574fbd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.548443] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee80551-8611-4252-84e6-878edeea1316 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.564038] env[62697]: DEBUG nova.compute.provider_tree [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1661.657841] env[62697]: DEBUG nova.objects.base [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1661.744910] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521356} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.745456] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.745724] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.746098] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acaa7c6c-7889-4bd1-8a9e-0f059534aeb0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.750893] env[62697]: DEBUG nova.network.neutron [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1661.754138] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1661.754138] env[62697]: value = "task-1707011" [ 1661.754138] env[62697]: _type = "Task" [ 1661.754138] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.761877] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.812205] env[62697]: DEBUG nova.compute.manager [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Received event network-vif-plugged-de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1661.812447] env[62697]: DEBUG oslo_concurrency.lockutils [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] Acquiring lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.812710] env[62697]: DEBUG oslo_concurrency.lockutils [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.812893] env[62697]: DEBUG oslo_concurrency.lockutils [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.813089] env[62697]: DEBUG nova.compute.manager [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] No waiting events found dispatching network-vif-plugged-de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1661.813265] env[62697]: WARNING nova.compute.manager [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Received unexpected event network-vif-plugged-de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 for instance with vm_state building and task_state spawning. [ 1661.813440] env[62697]: DEBUG nova.compute.manager [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Received event network-changed-de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1661.813601] env[62697]: DEBUG nova.compute.manager [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Refreshing instance network info cache due to event network-changed-de0c6e7c-3263-4bc2-9bcb-a418b78d96e4. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1661.813789] env[62697]: DEBUG oslo_concurrency.lockutils [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] Acquiring lock "refresh_cache-3284f040-a0fc-4ae7-9b7c-79f293c767e8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.838640] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707010, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.919803] env[62697]: DEBUG nova.network.neutron [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Port c0eff741-baa3-4efe-90a3-2fa0c22c55be binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1661.920285] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.920285] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.920490] env[62697]: DEBUG nova.network.neutron [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.930418] env[62697]: DEBUG nova.network.neutron [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Updating instance_info_cache with network_info: [{"id": "de0c6e7c-3263-4bc2-9bcb-a418b78d96e4", "address": "fa:16:3e:1a:dc:a9", "network": {"id": "e50f2f1a-8513-4d3a-8fcb-534f3958905d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1880172213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c101b0bd4c1f458a896b3efbd788ded9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0c6e7c-32", "ovs_interfaceid": "de0c6e7c-3263-4bc2-9bcb-a418b78d96e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.058989] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.109041] env[62697]: DEBUG nova.scheduler.client.report [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1662.109422] env[62697]: DEBUG nova.compute.provider_tree [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 133 to 134 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1662.109711] env[62697]: DEBUG nova.compute.provider_tree [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.266691] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088393} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.270016] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.270016] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad3ef2-7f89-4841-a63b-2cf5b4d4fae7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.295563] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.296151] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bd337c-b836-42f8-ab70-4f22901b1979 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.319255] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1662.319255] env[62697]: value = "task-1707012" [ 1662.319255] env[62697]: _type = "Task" [ 1662.319255] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.327893] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.337555] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707010, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.406501] env[62697]: DEBUG nova.network.neutron [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating instance_info_cache with network_info: [{"id": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "address": "fa:16:3e:0e:ee:75", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770801ea-fb", "ovs_interfaceid": "770801ea-fb26-4295-a2b5-e1f2ba9c6926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.436523] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Releasing lock "refresh_cache-3284f040-a0fc-4ae7-9b7c-79f293c767e8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.436890] env[62697]: DEBUG nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Instance network_info: |[{"id": "de0c6e7c-3263-4bc2-9bcb-a418b78d96e4", "address": "fa:16:3e:1a:dc:a9", "network": {"id": "e50f2f1a-8513-4d3a-8fcb-534f3958905d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1880172213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c101b0bd4c1f458a896b3efbd788ded9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0c6e7c-32", "ovs_interfaceid": "de0c6e7c-3263-4bc2-9bcb-a418b78d96e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1662.437258] env[62697]: DEBUG oslo_concurrency.lockutils [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] Acquired lock "refresh_cache-3284f040-a0fc-4ae7-9b7c-79f293c767e8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.437449] env[62697]: DEBUG nova.network.neutron [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Refreshing network info cache for port de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.439530] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:dc:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de0c6e7c-3263-4bc2-9bcb-a418b78d96e4', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1662.447387] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Creating folder: Project (c101b0bd4c1f458a896b3efbd788ded9). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1662.448198] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dff5c0ca-9d03-44f6-871e-9fbf44041d46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.461031] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Created folder: Project (c101b0bd4c1f458a896b3efbd788ded9) in parent group-v355409. [ 1662.461211] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Creating folder: Instances. Parent ref: group-v355674. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1662.461473] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0366082-6d0c-4b74-b662-26b18cfd88ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.471776] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Created folder: Instances in parent group-v355674. [ 1662.472051] env[62697]: DEBUG oslo.service.loopingcall [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.472242] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1662.472449] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6001b8f-7c3b-498b-b068-dc8288aebc64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.491918] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1662.491918] env[62697]: value = "task-1707015" [ 1662.491918] env[62697]: _type = "Task" [ 1662.491918] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.503483] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707015, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.616567] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.767s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.619963] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.561s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.621539] env[62697]: INFO nova.compute.claims [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.646133] env[62697]: INFO nova.scheduler.client.report [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted allocations for instance b6840e36-edd1-4ac3-ada9-c45e4dbb210b [ 1662.688827] env[62697]: DEBUG nova.network.neutron [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.830118] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707012, 'name': ReconfigVM_Task, 'duration_secs': 0.306164} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.833398] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.834082] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b4dd7a8-15a0-4839-b08c-b97d8bf33350 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.841488] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707010, 'name': Rename_Task, 'duration_secs': 1.128993} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.842811] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.843566] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1662.843566] env[62697]: value = "task-1707016" [ 1662.843566] env[62697]: _type = "Task" [ 1662.843566] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.843787] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cccbe70-d5bd-4c53-9073-4835653d7a48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.854429] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707016, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.856433] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1662.856433] env[62697]: value = "task-1707017" [ 1662.856433] env[62697]: _type = "Task" [ 1662.856433] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.863839] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.909801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "refresh_cache-fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.007397] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707015, 'name': CreateVM_Task, 'duration_secs': 0.330714} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.009667] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.009936] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.010133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.010464] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.010720] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56166270-89c3-426d-b460-74f75a5b1233 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.015527] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1663.015527] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526747f8-9633-bca7-ffa3-9f6f5a382a92" [ 1663.015527] env[62697]: _type = "Task" [ 1663.015527] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.023850] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526747f8-9633-bca7-ffa3-9f6f5a382a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.159023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9cb008fb-0388-410b-8edd-9b80fe0af8f1 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "b6840e36-edd1-4ac3-ada9-c45e4dbb210b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.229s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.191193] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.205018] env[62697]: DEBUG nova.network.neutron [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Updated VIF entry in instance network info cache for port de0c6e7c-3263-4bc2-9bcb-a418b78d96e4. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.205501] env[62697]: DEBUG nova.network.neutron [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Updating instance_info_cache with network_info: [{"id": "de0c6e7c-3263-4bc2-9bcb-a418b78d96e4", "address": "fa:16:3e:1a:dc:a9", "network": {"id": "e50f2f1a-8513-4d3a-8fcb-534f3958905d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1880172213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c101b0bd4c1f458a896b3efbd788ded9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0c6e7c-32", "ovs_interfaceid": "de0c6e7c-3263-4bc2-9bcb-a418b78d96e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.358416] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707016, 'name': Rename_Task, 'duration_secs': 0.159066} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.361646] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.361913] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7113e72a-f5ba-422d-a25b-b3a2b9d09348 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.370792] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.372287] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1663.372287] env[62697]: value = "task-1707018" [ 1663.372287] env[62697]: _type = "Task" [ 1663.372287] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.382868] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.413507] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.414168] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39b72a7-0d79-4b15-922c-c40a64fb22a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.421074] env[62697]: DEBUG oslo_vmware.api [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1663.421074] env[62697]: value = "task-1707019" [ 1663.421074] env[62697]: _type = "Task" [ 1663.421074] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.432382] env[62697]: DEBUG oslo_vmware.api [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.527467] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526747f8-9633-bca7-ffa3-9f6f5a382a92, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.527666] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.527892] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.528573] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.528573] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.528573] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.528935] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c173fbb6-eaad-48b1-ad01-d28e8da4c04c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.537714] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.537906] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.538736] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2955c0cf-7bc8-46ed-b38f-dd31e60da409 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.544662] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1663.544662] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1e05c-fd95-5d03-8ec1-1c678c226a17" [ 1663.544662] env[62697]: _type = "Task" [ 1663.544662] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.553591] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1e05c-fd95-5d03-8ec1-1c678c226a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.620029] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "d7339c2e-9ffb-4e48-a131-558052ad2343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.620029] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.697050] env[62697]: DEBUG nova.compute.manager [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62697) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1663.709064] env[62697]: DEBUG oslo_concurrency.lockutils [req-733426b0-209a-4147-97bf-7f5212d34892 req-3314fe0d-6637-4ffd-82fd-e4b377fabe34 service nova] Releasing lock "refresh_cache-3284f040-a0fc-4ae7-9b7c-79f293c767e8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.869640] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707017, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.881069] env[62697]: DEBUG oslo_vmware.api [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707018, 'name': PowerOnVM_Task, 'duration_secs': 0.467888} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.881395] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.881604] env[62697]: INFO nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1663.881784] env[62697]: DEBUG nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1663.882676] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768d3bf-6f99-4db2-8d2f-2f03d0b8276b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.887268] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba039c8-1d26-4986-8baa-b1c5e741b021 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.899132] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a9e7d-9de8-45a3-a5fd-c6b1ee1485b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.938008] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a619c-7f7e-4d9c-8927-5945596a2366 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.944829] env[62697]: DEBUG oslo_vmware.api [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707019, 'name': PowerOnVM_Task, 'duration_secs': 0.451719} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.946631] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.946890] env[62697]: DEBUG nova.compute.manager [None req-42e1b5e8-bd5d-41ff-b11b-c463258b3288 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1663.948611] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563be7c7-b88e-42fe-9304-c7946887f096 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.952067] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23c18ee-5154-474c-836a-bcea5d77a0df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.970606] env[62697]: DEBUG nova.compute.provider_tree [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.055030] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1e05c-fd95-5d03-8ec1-1c678c226a17, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.055937] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1150fd5-8eae-4c4c-8768-a792c29666fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.062021] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1664.062021] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52aa3ab0-c59d-91bc-c41b-8bbc2878f8f3" [ 1664.062021] env[62697]: _type = "Task" [ 1664.062021] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.068372] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aa3ab0-c59d-91bc-c41b-8bbc2878f8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.125145] env[62697]: DEBUG nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1664.371247] env[62697]: DEBUG oslo_vmware.api [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707017, 'name': PowerOnVM_Task, 'duration_secs': 1.173632} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.374139] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.374511] env[62697]: DEBUG nova.compute.manager [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1664.375435] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b305ed-303a-45f2-b219-d8005dda297d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.404231] env[62697]: INFO nova.compute.manager [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Took 19.54 seconds to build instance. [ 1664.444236] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.447458] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.447458] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.447458] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.499714] env[62697]: ERROR nova.scheduler.client.report [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [req-498158c9-6083-473c-a92d-451e9c986654] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-498158c9-6083-473c-a92d-451e9c986654"}]} [ 1664.518580] env[62697]: DEBUG nova.scheduler.client.report [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1664.538118] env[62697]: DEBUG nova.scheduler.client.report [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1664.538438] env[62697]: DEBUG nova.compute.provider_tree [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.554612] env[62697]: DEBUG nova.scheduler.client.report [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1664.573431] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aa3ab0-c59d-91bc-c41b-8bbc2878f8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.029329} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.574907] env[62697]: DEBUG nova.scheduler.client.report [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1664.577181] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.577450] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3284f040-a0fc-4ae7-9b7c-79f293c767e8/3284f040-a0fc-4ae7-9b7c-79f293c767e8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.578367] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a632997-f8ca-4a89-a39e-ae19c22586c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.590313] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1664.590313] env[62697]: value = "task-1707020" [ 1664.590313] env[62697]: _type = "Task" [ 1664.590313] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.596069] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.646309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.801935] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baea41cc-5a71-4488-9a79-560a0c6cafd6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.810157] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c6364-ae0f-40b3-8c32-8767c193500b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.843143] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.844788] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da605bbc-24f3-4876-b9d8-7781a85a5187 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.852810] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f03e91a-6ecc-490a-868d-e9b09f1ad5af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.866057] env[62697]: DEBUG nova.compute.provider_tree [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.897941] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.905492] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95e7919a-9ffd-4a1a-9b40-218402432edc tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.049s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.948947] env[62697]: DEBUG nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1664.957907] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.958093] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1664.958216] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1665.056158] env[62697]: DEBUG nova.compute.manager [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1665.056158] env[62697]: DEBUG nova.compute.manager [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing instance network info cache due to event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1665.056158] env[62697]: DEBUG oslo_concurrency.lockutils [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] Acquiring lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.056158] env[62697]: DEBUG oslo_concurrency.lockutils [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] Acquired lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.056158] env[62697]: DEBUG nova.network.neutron [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.099214] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.401805] env[62697]: DEBUG nova.scheduler.client.report [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1665.402169] env[62697]: DEBUG nova.compute.provider_tree [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 136 to 137 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1665.402304] env[62697]: DEBUG nova.compute.provider_tree [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.463887] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Skipping network cache update for instance because it is Building. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1665.464070] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Skipping network cache update for instance because it is Building. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1665.477780] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.499567] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.499721] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.499869] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1665.500036] env[62697]: DEBUG nova.objects.instance [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lazy-loading 'info_cache' on Instance uuid 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.603794] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707020, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.820235] env[62697]: DEBUG nova.network.neutron [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updated VIF entry in instance network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.820710] env[62697]: DEBUG nova.network.neutron [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd693be5c-4a", "ovs_interfaceid": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.907367] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.287s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.907542] env[62697]: DEBUG nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1665.910569] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.266s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.912129] env[62697]: INFO nova.compute.claims [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.099908] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707020, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.213791} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.100215] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3284f040-a0fc-4ae7-9b7c-79f293c767e8/3284f040-a0fc-4ae7-9b7c-79f293c767e8.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.100437] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1666.100737] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8930cea2-1885-41a9-b02a-66a071cbf94a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.109577] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1666.109577] env[62697]: value = "task-1707021" [ 1666.109577] env[62697]: _type = "Task" [ 1666.109577] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.118494] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.323793] env[62697]: DEBUG oslo_concurrency.lockutils [req-6c960eed-4a6e-4c31-a18c-230916088ccd req-81c9b6e8-84a4-4f7d-a3bc-a5b9b0946128 service nova] Releasing lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.419347] env[62697]: DEBUG nova.compute.utils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.420250] env[62697]: DEBUG nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1666.420413] env[62697]: DEBUG nova.network.neutron [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.462168] env[62697]: DEBUG nova.policy [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6b108f28422493d9e183baf313f909c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4145f85ff4564f57b63f1c50c7cd23c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1666.622803] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080494} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.623185] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.624063] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04815a47-ede1-458f-be15-09c52bad0184 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.651828] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3284f040-a0fc-4ae7-9b7c-79f293c767e8/3284f040-a0fc-4ae7-9b7c-79f293c767e8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.652199] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdd7407-1f58-4ee9-a88f-2701c204be31 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.672492] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1666.672492] env[62697]: value = "task-1707022" [ 1666.672492] env[62697]: _type = "Task" [ 1666.672492] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.681471] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.732312] env[62697]: DEBUG nova.network.neutron [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Successfully created port: 694fa81f-3b46-4df0-bad0-adb7fb755cab {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.924188] env[62697]: DEBUG nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1667.135202] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee106212-2c77-498f-a780-b6c8ea17d97b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.143360] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a1b35-0bc8-4f1f-84e3-d45be5ac8954 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.174990] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a37e5-1ffd-4353-b23e-10ced45c86ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.189369] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3270e82-3137-4f63-a6e8-c6817ac45926 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.194026] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.203816] env[62697]: DEBUG nova.compute.provider_tree [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1667.309404] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updating instance_info_cache with network_info: [{"id": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "address": "fa:16:3e:a9:f4:eb", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75820f-7f", "ovs_interfaceid": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.687056] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.741612] env[62697]: DEBUG nova.scheduler.client.report [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1667.741946] env[62697]: DEBUG nova.compute.provider_tree [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 137 to 138 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1667.742147] env[62697]: DEBUG nova.compute.provider_tree [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1667.811876] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.812114] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1667.812318] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.812476] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.812683] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.812848] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.813039] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.813196] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.813325] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1667.934066] env[62697]: DEBUG nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1667.960544] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1667.960544] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1667.960749] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.960938] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1667.961077] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.961232] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1667.961445] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1667.961607] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1667.961771] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1667.961933] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1667.962123] env[62697]: DEBUG nova.virt.hardware [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.963138] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12932530-19d3-4f60-aa2c-aa14f717bc3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.971724] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b50042c-7542-4b69-9b22-87f29b7199b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.144058] env[62697]: DEBUG nova.compute.manager [req-2af7d8fc-5553-47aa-9c8a-2a914a66d816 req-d334e005-f954-42a3-886e-be9ec1071e05 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Received event network-vif-plugged-694fa81f-3b46-4df0-bad0-adb7fb755cab {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1668.144058] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af7d8fc-5553-47aa-9c8a-2a914a66d816 req-d334e005-f954-42a3-886e-be9ec1071e05 service nova] Acquiring lock "3240eec5-62ff-472c-8490-ee3edcd15455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.144058] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af7d8fc-5553-47aa-9c8a-2a914a66d816 req-d334e005-f954-42a3-886e-be9ec1071e05 service nova] Lock "3240eec5-62ff-472c-8490-ee3edcd15455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.144058] env[62697]: DEBUG oslo_concurrency.lockutils [req-2af7d8fc-5553-47aa-9c8a-2a914a66d816 req-d334e005-f954-42a3-886e-be9ec1071e05 service nova] Lock "3240eec5-62ff-472c-8490-ee3edcd15455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.144058] env[62697]: DEBUG nova.compute.manager [req-2af7d8fc-5553-47aa-9c8a-2a914a66d816 req-d334e005-f954-42a3-886e-be9ec1071e05 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] No waiting events found dispatching network-vif-plugged-694fa81f-3b46-4df0-bad0-adb7fb755cab {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1668.144058] env[62697]: WARNING nova.compute.manager [req-2af7d8fc-5553-47aa-9c8a-2a914a66d816 req-d334e005-f954-42a3-886e-be9ec1071e05 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Received unexpected event network-vif-plugged-694fa81f-3b46-4df0-bad0-adb7fb755cab for instance with vm_state building and task_state spawning. [ 1668.188264] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707022, 'name': ReconfigVM_Task, 'duration_secs': 1.130438} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.188901] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3284f040-a0fc-4ae7-9b7c-79f293c767e8/3284f040-a0fc-4ae7-9b7c-79f293c767e8.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.189742] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f63f95-6c54-4a28-b908-b6dc63604c2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.197045] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1668.197045] env[62697]: value = "task-1707023" [ 1668.197045] env[62697]: _type = "Task" [ 1668.197045] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.205357] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707023, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.250086] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.250086] env[62697]: DEBUG nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1668.250887] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.408s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.430144] env[62697]: DEBUG nova.network.neutron [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Successfully updated port: 694fa81f-3b46-4df0-bad0-adb7fb755cab {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1668.707701] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707023, 'name': Rename_Task, 'duration_secs': 0.317831} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.707998] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.708350] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2be4c791-6d5d-4125-b42a-36d976a6c1d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.715189] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1668.715189] env[62697]: value = "task-1707024" [ 1668.715189] env[62697]: _type = "Task" [ 1668.715189] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.722662] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.754368] env[62697]: DEBUG nova.compute.utils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1668.756008] env[62697]: DEBUG nova.objects.instance [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'migration_context' on Instance uuid 01c11299-4dea-404c-801d-6dba97036eb9 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.757993] env[62697]: DEBUG nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1668.758181] env[62697]: DEBUG nova.network.neutron [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1668.796185] env[62697]: DEBUG nova.policy [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa4a3ac3f124ba2a6493aa817ec6113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55aaa5ac1c2243deac67312159a775d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1668.934640] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-3240eec5-62ff-472c-8490-ee3edcd15455" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.934739] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-3240eec5-62ff-472c-8490-ee3edcd15455" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.934868] env[62697]: DEBUG nova.network.neutron [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.039828] env[62697]: DEBUG nova.network.neutron [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Successfully created port: 9442d7a9-03c4-4431-8cb5-91fc6b827992 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1669.228057] env[62697]: DEBUG oslo_vmware.api [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707024, 'name': PowerOnVM_Task, 'duration_secs': 0.49592} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.228494] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.228609] env[62697]: INFO nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1669.228713] env[62697]: DEBUG nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1669.229527] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935712da-f55f-403f-ad55-69ed9c26d6f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.264339] env[62697]: DEBUG nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1669.469821] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce1b26-f048-4427-a49f-26ce02d3d278 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.478129] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e3325-0645-42bc-963a-3fb04a051ddc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.508670] env[62697]: DEBUG nova.network.neutron [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.511097] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e9b620-5c7a-4f89-af7d-b50f64f97a25 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.524263] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae71c57-389a-4461-bfa0-49173afd90e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.542182] env[62697]: DEBUG nova.compute.provider_tree [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.685686] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.685686] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.685686] env[62697]: INFO nova.compute.manager [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Rebooting instance [ 1669.716820] env[62697]: DEBUG nova.network.neutron [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Updating instance_info_cache with network_info: [{"id": "694fa81f-3b46-4df0-bad0-adb7fb755cab", "address": "fa:16:3e:fb:cd:e8", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694fa81f-3b", "ovs_interfaceid": "694fa81f-3b46-4df0-bad0-adb7fb755cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.748180] env[62697]: INFO nova.compute.manager [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Took 23.15 seconds to build instance. [ 1670.046274] env[62697]: DEBUG nova.scheduler.client.report [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.203266] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.203467] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.203657] env[62697]: DEBUG nova.network.neutron [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.219589] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-3240eec5-62ff-472c-8490-ee3edcd15455" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.219880] env[62697]: DEBUG nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Instance network_info: |[{"id": "694fa81f-3b46-4df0-bad0-adb7fb755cab", "address": "fa:16:3e:fb:cd:e8", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694fa81f-3b", "ovs_interfaceid": "694fa81f-3b46-4df0-bad0-adb7fb755cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1670.220300] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:cd:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '694fa81f-3b46-4df0-bad0-adb7fb755cab', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.227976] env[62697]: DEBUG oslo.service.loopingcall [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.228434] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.228666] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97a350e9-3d64-455c-aa6e-efd0a216e9c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.248281] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.248281] env[62697]: value = "task-1707025" [ 1670.248281] env[62697]: _type = "Task" [ 1670.248281] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.251609] env[62697]: DEBUG oslo_concurrency.lockutils [None req-92d36dd1-390e-4d3f-a05e-164042c13d4e tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.670s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.257009] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707025, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.274678] env[62697]: DEBUG nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1670.302532] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1670.303289] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1670.305274] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1670.305274] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1670.305274] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1670.305274] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1670.305589] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1670.305842] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1670.306164] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1670.306426] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1670.306679] env[62697]: DEBUG nova.virt.hardware [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1670.307362] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.307725] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.308240] env[62697]: DEBUG nova.objects.instance [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'flavor' on Instance uuid d7cc9614-7e6b-43c4-89a3-1f2579b54dd7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.311273] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f9f95-87cc-4b46-9886-81d960ef18fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.322830] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb57d428-4464-4e13-b532-a24b73dc7eb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.469015] env[62697]: DEBUG nova.compute.manager [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Received event network-changed-694fa81f-3b46-4df0-bad0-adb7fb755cab {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1670.469307] env[62697]: DEBUG nova.compute.manager [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Refreshing instance network info cache due to event network-changed-694fa81f-3b46-4df0-bad0-adb7fb755cab. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1670.469681] env[62697]: DEBUG oslo_concurrency.lockutils [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] Acquiring lock "refresh_cache-3240eec5-62ff-472c-8490-ee3edcd15455" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.469863] env[62697]: DEBUG oslo_concurrency.lockutils [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] Acquired lock "refresh_cache-3240eec5-62ff-472c-8490-ee3edcd15455" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.470046] env[62697]: DEBUG nova.network.neutron [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Refreshing network info cache for port 694fa81f-3b46-4df0-bad0-adb7fb755cab {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.571351] env[62697]: DEBUG nova.network.neutron [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Successfully updated port: 9442d7a9-03c4-4431-8cb5-91fc6b827992 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1670.758368] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707025, 'name': CreateVM_Task, 'duration_secs': 0.331902} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.758730] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.759359] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.759581] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.759938] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1670.760253] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30d755c-7fab-4d0f-b59b-9b228dedb5c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.765387] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1670.765387] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526db7d4-1481-037e-452b-f57ea280df1f" [ 1670.765387] env[62697]: _type = "Task" [ 1670.765387] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.773138] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526db7d4-1481-037e-452b-f57ea280df1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.886293] env[62697]: DEBUG nova.objects.instance [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'pci_requests' on Instance uuid d7cc9614-7e6b-43c4-89a3-1f2579b54dd7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.934721] env[62697]: DEBUG nova.network.neutron [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.060220] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.809s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.066538] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.169s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.066755] env[62697]: DEBUG nova.objects.instance [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1671.075057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "refresh_cache-d7339c2e-9ffb-4e48-a131-558052ad2343" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.075213] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquired lock "refresh_cache-d7339c2e-9ffb-4e48-a131-558052ad2343" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.075373] env[62697]: DEBUG nova.network.neutron [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.185759] env[62697]: DEBUG nova.network.neutron [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Updated VIF entry in instance network info cache for port 694fa81f-3b46-4df0-bad0-adb7fb755cab. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.186175] env[62697]: DEBUG nova.network.neutron [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Updating instance_info_cache with network_info: [{"id": "694fa81f-3b46-4df0-bad0-adb7fb755cab", "address": "fa:16:3e:fb:cd:e8", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694fa81f-3b", "ovs_interfaceid": "694fa81f-3b46-4df0-bad0-adb7fb755cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.276759] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526db7d4-1481-037e-452b-f57ea280df1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.277016] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.278058] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.278058] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.278058] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.278058] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.278058] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d01e01a-5294-4a71-a3fb-9eb62384c7ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.287014] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.287162] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.287905] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53735674-0623-4ae1-a92b-842614759de5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.295471] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1671.295471] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52cbecb9-b8ff-d4f5-cf64-08cb5d09773f" [ 1671.295471] env[62697]: _type = "Task" [ 1671.295471] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.303403] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cbecb9-b8ff-d4f5-cf64-08cb5d09773f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.388757] env[62697]: DEBUG nova.objects.base [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1671.388984] env[62697]: DEBUG nova.network.neutron [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.428466] env[62697]: DEBUG nova.policy [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1671.437808] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.440033] env[62697]: DEBUG nova.compute.manager [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1671.440896] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4b3118-745a-46f0-83d6-de1959e57d89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.471862] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.472153] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.472374] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.472632] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.472846] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.475100] env[62697]: INFO nova.compute.manager [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Terminating instance [ 1671.477109] env[62697]: DEBUG nova.compute.manager [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1671.477340] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.478177] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf2bd5-ef83-4a16-a405-b5017e7a8674 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.486349] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.486594] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7328c5de-2f01-4b30-ba5d-9efe6ea8a753 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.492853] env[62697]: DEBUG oslo_vmware.api [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1671.492853] env[62697]: value = "task-1707026" [ 1671.492853] env[62697]: _type = "Task" [ 1671.492853] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.500849] env[62697]: DEBUG oslo_vmware.api [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.612627] env[62697]: DEBUG nova.network.neutron [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1671.690601] env[62697]: DEBUG oslo_concurrency.lockutils [req-c6f864d5-d724-411f-9192-12e5af7a17a2 req-62021002-b673-48eb-bad6-34ab71513419 service nova] Releasing lock "refresh_cache-3240eec5-62ff-472c-8490-ee3edcd15455" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.722211] env[62697]: DEBUG nova.network.neutron [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Successfully created port: 947f75a9-29e6-4217-af6d-b7c590903dba {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.805635] env[62697]: DEBUG nova.network.neutron [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Updating instance_info_cache with network_info: [{"id": "9442d7a9-03c4-4431-8cb5-91fc6b827992", "address": "fa:16:3e:bd:d1:40", "network": {"id": "d7a04538-0fdf-419b-b587-b4638b011994", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-278543631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55aaa5ac1c2243deac67312159a775d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9442d7a9-03", "ovs_interfaceid": "9442d7a9-03c4-4431-8cb5-91fc6b827992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.813979] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52cbecb9-b8ff-d4f5-cf64-08cb5d09773f, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.816985] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f07680f-1a12-4222-ace8-6c1fb56bb218 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.823905] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1671.823905] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e4233f-ecb7-df9b-11c5-67d837cf2312" [ 1671.823905] env[62697]: _type = "Task" [ 1671.823905] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.832348] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e4233f-ecb7-df9b-11c5-67d837cf2312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.003990] env[62697]: DEBUG oslo_vmware.api [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707026, 'name': PowerOffVM_Task, 'duration_secs': 0.207647} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.004288] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.004463] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.004720] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-713f32cb-2b7b-4b10-bfd8-98eb38dc6284 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.073730] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.074089] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.074336] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Deleting the datastore file [datastore1] 3284f040-a0fc-4ae7-9b7c-79f293c767e8 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.074648] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71200f83-41b0-4499-abdc-8b22122eb78e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.082501] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7fb56774-011c-4acd-a629-0ba35930363c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.084046] env[62697]: DEBUG oslo_vmware.api [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for the task: (returnval){ [ 1672.084046] env[62697]: value = "task-1707028" [ 1672.084046] env[62697]: _type = "Task" [ 1672.084046] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.086351] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.609s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.088137] env[62697]: INFO nova.compute.claims [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.105592] env[62697]: DEBUG oslo_vmware.api [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.314034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Releasing lock "refresh_cache-d7339c2e-9ffb-4e48-a131-558052ad2343" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.314379] env[62697]: DEBUG nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Instance network_info: |[{"id": "9442d7a9-03c4-4431-8cb5-91fc6b827992", "address": "fa:16:3e:bd:d1:40", "network": {"id": "d7a04538-0fdf-419b-b587-b4638b011994", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-278543631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55aaa5ac1c2243deac67312159a775d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9442d7a9-03", "ovs_interfaceid": "9442d7a9-03c4-4431-8cb5-91fc6b827992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1672.314842] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:d1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9442d7a9-03c4-4431-8cb5-91fc6b827992', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.322556] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Creating folder: Project (55aaa5ac1c2243deac67312159a775d2). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1672.322859] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cc770a5-9ca0-4805-980a-753475f034d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.333535] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e4233f-ecb7-df9b-11c5-67d837cf2312, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.333744] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.334009] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3240eec5-62ff-472c-8490-ee3edcd15455/3240eec5-62ff-472c-8490-ee3edcd15455.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.334289] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74073a78-2f61-456e-bac4-6984329e258a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.337065] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Created folder: Project (55aaa5ac1c2243deac67312159a775d2) in parent group-v355409. [ 1672.337279] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Creating folder: Instances. Parent ref: group-v355678. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1672.337773] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d4ef0e-fc58-46e2-a28e-f22056d7a1b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.342190] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1672.342190] env[62697]: value = "task-1707030" [ 1672.342190] env[62697]: _type = "Task" [ 1672.342190] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.349416] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.350886] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Created folder: Instances in parent group-v355678. [ 1672.351124] env[62697]: DEBUG oslo.service.loopingcall [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.351345] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.351561] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4df966f-7b55-4ddb-b5c0-b58ec842312d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.370985] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.370985] env[62697]: value = "task-1707032" [ 1672.370985] env[62697]: _type = "Task" [ 1672.370985] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.378544] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707032, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.461181] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e788543-91cd-4dca-96d4-e5f3a2d0ea27 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.468676] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Doing hard reboot of VM {{(pid=62697) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1672.468941] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c9a48d78-7965-4d40-98c7-980cc2c3a2f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.475324] env[62697]: DEBUG oslo_vmware.api [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1672.475324] env[62697]: value = "task-1707033" [ 1672.475324] env[62697]: _type = "Task" [ 1672.475324] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.483295] env[62697]: DEBUG oslo_vmware.api [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707033, 'name': ResetVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.500905] env[62697]: DEBUG nova.compute.manager [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Received event network-vif-plugged-9442d7a9-03c4-4431-8cb5-91fc6b827992 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1672.501177] env[62697]: DEBUG oslo_concurrency.lockutils [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] Acquiring lock "d7339c2e-9ffb-4e48-a131-558052ad2343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.501431] env[62697]: DEBUG oslo_concurrency.lockutils [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.501670] env[62697]: DEBUG oslo_concurrency.lockutils [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.501868] env[62697]: DEBUG nova.compute.manager [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] No waiting events found dispatching network-vif-plugged-9442d7a9-03c4-4431-8cb5-91fc6b827992 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1672.502095] env[62697]: WARNING nova.compute.manager [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Received unexpected event network-vif-plugged-9442d7a9-03c4-4431-8cb5-91fc6b827992 for instance with vm_state building and task_state spawning. [ 1672.502314] env[62697]: DEBUG nova.compute.manager [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Received event network-changed-9442d7a9-03c4-4431-8cb5-91fc6b827992 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1672.502526] env[62697]: DEBUG nova.compute.manager [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Refreshing instance network info cache due to event network-changed-9442d7a9-03c4-4431-8cb5-91fc6b827992. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1672.502821] env[62697]: DEBUG oslo_concurrency.lockutils [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] Acquiring lock "refresh_cache-d7339c2e-9ffb-4e48-a131-558052ad2343" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.503015] env[62697]: DEBUG oslo_concurrency.lockutils [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] Acquired lock "refresh_cache-d7339c2e-9ffb-4e48-a131-558052ad2343" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.503211] env[62697]: DEBUG nova.network.neutron [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Refreshing network info cache for port 9442d7a9-03c4-4431-8cb5-91fc6b827992 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1672.606473] env[62697]: DEBUG oslo_vmware.api [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Task: {'id': task-1707028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167201} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.607393] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.607393] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.607541] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.607885] env[62697]: INFO nova.compute.manager [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1672.607885] env[62697]: DEBUG oslo.service.loopingcall [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.608055] env[62697]: DEBUG nova.compute.manager [-] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1672.608155] env[62697]: DEBUG nova.network.neutron [-] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.619650] env[62697]: INFO nova.compute.manager [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Swapping old allocation on dict_keys(['ab8b3737-4d1c-4004-a264-890344e54e2b']) held by migration a75c6d8a-7120-4966-b725-80c16dfba349 for instance [ 1672.645259] env[62697]: DEBUG nova.scheduler.client.report [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Overwriting current allocation {'allocations': {'ab8b3737-4d1c-4004-a264-890344e54e2b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 138}}, 'project_id': '39c8ff8ea7d7452598f6021a1375b5c8', 'user_id': 'ca1ca05516e54bfc8e73e19f4c27e901', 'consumer_generation': 1} on consumer 01c11299-4dea-404c-801d-6dba97036eb9 {{(pid=62697) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1672.729841] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.731039] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.731039] env[62697]: DEBUG nova.network.neutron [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.853061] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707030, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.883059] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707032, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.971019] env[62697]: DEBUG nova.compute.manager [req-92cbf94c-be18-446f-b8d0-e5d611c8d87b req-ea4f12ac-f154-4965-9cb4-290bc3a4261a service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Received event network-vif-deleted-de0c6e7c-3263-4bc2-9bcb-a418b78d96e4 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1672.971019] env[62697]: INFO nova.compute.manager [req-92cbf94c-be18-446f-b8d0-e5d611c8d87b req-ea4f12ac-f154-4965-9cb4-290bc3a4261a service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Neutron deleted interface de0c6e7c-3263-4bc2-9bcb-a418b78d96e4; detaching it from the instance and deleting it from the info cache [ 1672.971253] env[62697]: DEBUG nova.network.neutron [req-92cbf94c-be18-446f-b8d0-e5d611c8d87b req-ea4f12ac-f154-4965-9cb4-290bc3a4261a service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.985138] env[62697]: DEBUG oslo_vmware.api [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707033, 'name': ResetVM_Task, 'duration_secs': 0.08402} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.985407] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Did hard reboot of VM {{(pid=62697) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1672.985589] env[62697]: DEBUG nova.compute.manager [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1672.986389] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86822e-d011-48cd-b644-c2de2ef80c62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.293201] env[62697]: DEBUG nova.network.neutron [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Updated VIF entry in instance network info cache for port 9442d7a9-03c4-4431-8cb5-91fc6b827992. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.293609] env[62697]: DEBUG nova.network.neutron [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Updating instance_info_cache with network_info: [{"id": "9442d7a9-03c4-4431-8cb5-91fc6b827992", "address": "fa:16:3e:bd:d1:40", "network": {"id": "d7a04538-0fdf-419b-b587-b4638b011994", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-278543631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55aaa5ac1c2243deac67312159a775d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9442d7a9-03", "ovs_interfaceid": "9442d7a9-03c4-4431-8cb5-91fc6b827992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.334973] env[62697]: DEBUG nova.network.neutron [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Successfully updated port: 947f75a9-29e6-4217-af6d-b7c590903dba {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1673.356138] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983322} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.357137] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3240eec5-62ff-472c-8490-ee3edcd15455/3240eec5-62ff-472c-8490-ee3edcd15455.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.357344] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.357866] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9f17afc-ed54-4008-986d-3d7675b21cb2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.368898] env[62697]: DEBUG nova.network.neutron [-] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.371210] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1673.371210] env[62697]: value = "task-1707034" [ 1673.371210] env[62697]: _type = "Task" [ 1673.371210] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.385733] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.391182] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707032, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.393050] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8895cf71-2be2-4866-aaea-a1bc6fd77cee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.399908] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ac96a-7185-436c-8ef3-a9d32f287e74 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.432970] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2034df0-476c-4241-9a33-8f3097bd8ece {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.440551] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e28c1-c6cb-42a7-aa8c-49011e18bfc0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.454371] env[62697]: DEBUG nova.compute.provider_tree [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.474283] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-697facfc-a8b6-46da-a211-5d23832d05fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.486800] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e59a97b-04f6-43d1-be9b-103fc1f796cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.500525] env[62697]: DEBUG oslo_concurrency.lockutils [None req-69cbaa30-a7cd-47e1-a3c5-5bbb8638fad4 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.815s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.520304] env[62697]: DEBUG nova.compute.manager [req-92cbf94c-be18-446f-b8d0-e5d611c8d87b req-ea4f12ac-f154-4965-9cb4-290bc3a4261a service nova] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Detach interface failed, port_id=de0c6e7c-3263-4bc2-9bcb-a418b78d96e4, reason: Instance 3284f040-a0fc-4ae7-9b7c-79f293c767e8 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1673.538052] env[62697]: DEBUG nova.network.neutron [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [{"id": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "address": "fa:16:3e:67:b2:19", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eff741-ba", "ovs_interfaceid": "c0eff741-baa3-4efe-90a3-2fa0c22c55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.796560] env[62697]: DEBUG oslo_concurrency.lockutils [req-dd944f7d-2c9d-4138-a4aa-19873ac74d07 req-5f405142-0309-438d-862f-ecce942e93dd service nova] Releasing lock "refresh_cache-d7339c2e-9ffb-4e48-a131-558052ad2343" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.843193] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.843401] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.843584] env[62697]: DEBUG nova.network.neutron [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.871896] env[62697]: INFO nova.compute.manager [-] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Took 1.26 seconds to deallocate network for instance. [ 1673.885390] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212664} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.885942] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.886742] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903d048-bded-4df2-ad68-08ee1b45f86c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.893469] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707032, 'name': CreateVM_Task, 'duration_secs': 1.349546} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.893962] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.894640] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.895163] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.895163] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1673.895433] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf925a3-51f8-46e0-b880-cc0a0e954b4d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.915716] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 3240eec5-62ff-472c-8490-ee3edcd15455/3240eec5-62ff-472c-8490-ee3edcd15455.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.916443] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d273ed4-458b-48d2-8495-9ac38c08ebeb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.932237] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1673.932237] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523583e2-7fe0-52d7-04c1-04ad73951fcf" [ 1673.932237] env[62697]: _type = "Task" [ 1673.932237] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.937750] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1673.937750] env[62697]: value = "task-1707035" [ 1673.937750] env[62697]: _type = "Task" [ 1673.937750] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.941580] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523583e2-7fe0-52d7-04c1-04ad73951fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.944614] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.944861] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.945110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.945298] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.945509] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.945758] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfbb18ab-b09d-48f1-a764-cf31ac209ad9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.952245] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707035, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.954327] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.954504] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.956020] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f71a80-619c-426f-871a-9dc2e4df9669 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.959059] env[62697]: DEBUG nova.scheduler.client.report [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1673.965910] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1673.965910] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8b406-9f91-46c9-1f28-b4effe0ae013" [ 1673.965910] env[62697]: _type = "Task" [ 1673.965910] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.975479] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8b406-9f91-46c9-1f28-b4effe0ae013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.041108] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-01c11299-4dea-404c-801d-6dba97036eb9" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.042287] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d7d10-6ece-4498-8982-3a7c8e16b09c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.049775] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098b14e8-ad22-48c1-800a-74430039a934 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.377850] env[62697]: WARNING nova.network.neutron [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] 76a5b8cb-8e39-4392-a965-ad3753610635 already exists in list: networks containing: ['76a5b8cb-8e39-4392-a965-ad3753610635']. ignoring it [ 1674.383871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.451275] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.464360] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.464915] env[62697]: DEBUG nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1674.467598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.084s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.468610] env[62697]: DEBUG nova.objects.instance [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lazy-loading 'resources' on Instance uuid 3284f040-a0fc-4ae7-9b7c-79f293c767e8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.477867] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c8b406-9f91-46c9-1f28-b4effe0ae013, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.482017] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe9f2f1-b3da-4ac0-8a6a-4ad7c20ab2d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.488400] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1674.488400] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529a0389-259c-a08c-a2d8-5f2ea1cb0c0a" [ 1674.488400] env[62697]: _type = "Task" [ 1674.488400] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.498482] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529a0389-259c-a08c-a2d8-5f2ea1cb0c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.529376] env[62697]: DEBUG nova.compute.manager [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received event network-vif-plugged-947f75a9-29e6-4217-af6d-b7c590903dba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1674.529650] env[62697]: DEBUG oslo_concurrency.lockutils [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.529951] env[62697]: DEBUG oslo_concurrency.lockutils [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.530152] env[62697]: DEBUG oslo_concurrency.lockutils [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.530368] env[62697]: DEBUG nova.compute.manager [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] No waiting events found dispatching network-vif-plugged-947f75a9-29e6-4217-af6d-b7c590903dba {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1674.530632] env[62697]: WARNING nova.compute.manager [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received unexpected event network-vif-plugged-947f75a9-29e6-4217-af6d-b7c590903dba for instance with vm_state active and task_state None. [ 1674.530818] env[62697]: DEBUG nova.compute.manager [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received event network-changed-947f75a9-29e6-4217-af6d-b7c590903dba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1674.531038] env[62697]: DEBUG nova.compute.manager [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Refreshing instance network info cache due to event network-changed-947f75a9-29e6-4217-af6d-b7c590903dba. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1674.531213] env[62697]: DEBUG oslo_concurrency.lockutils [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] Acquiring lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.711459] env[62697]: DEBUG nova.network.neutron [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "947f75a9-29e6-4217-af6d-b7c590903dba", "address": "fa:16:3e:10:f9:eb", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947f75a9-29", "ovs_interfaceid": "947f75a9-29e6-4217-af6d-b7c590903dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.951751] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707035, 'name': ReconfigVM_Task, 'duration_secs': 0.678748} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.952204] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 3240eec5-62ff-472c-8490-ee3edcd15455/3240eec5-62ff-472c-8490-ee3edcd15455.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.952721] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1848331b-747f-4fa0-bb91-6eb6b487f025 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.959578] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1674.959578] env[62697]: value = "task-1707036" [ 1674.959578] env[62697]: _type = "Task" [ 1674.959578] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.970647] env[62697]: DEBUG nova.compute.utils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.975401] env[62697]: DEBUG nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1674.975401] env[62697]: DEBUG nova.network.neutron [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.978975] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707036, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.998355] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529a0389-259c-a08c-a2d8-5f2ea1cb0c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.001054] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.001264] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d7339c2e-9ffb-4e48-a131-558052ad2343/d7339c2e-9ffb-4e48-a131-558052ad2343.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1675.002210] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-054b38f7-2c26-4e2b-baac-565d83b778cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.008710] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1675.008710] env[62697]: value = "task-1707037" [ 1675.008710] env[62697]: _type = "Task" [ 1675.008710] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.016923] env[62697]: DEBUG nova.policy [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0e72ef778e4169aeaf9897f91eaad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dcdc67a42e64e3594338e967b767daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1675.022981] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.133093] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.133093] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecaecb5e-2e01-4fb8-9b26-41218ac97179 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.141852] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1675.141852] env[62697]: value = "task-1707038" [ 1675.141852] env[62697]: _type = "Task" [ 1675.141852] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.149884] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.189636] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438b4fb-aa50-47f1-966c-520270b27f86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.198741] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae00ec7-c5a9-472b-bb53-9dd420afa171 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.231532] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.232330] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.232596] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.233184] env[62697]: DEBUG oslo_concurrency.lockutils [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] Acquired lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.233422] env[62697]: DEBUG nova.network.neutron [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Refreshing network info cache for port 947f75a9-29e6-4217-af6d-b7c590903dba {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.235264] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7034952-3f91-4a18-a043-c1a03bfc79b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.238957] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678ce6f-10e2-438c-a856-62089afa7a03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.258212] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1675.258494] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1675.258709] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.258930] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1675.259130] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.259349] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1675.259591] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1675.259792] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1675.259973] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1675.260230] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1675.260485] env[62697]: DEBUG nova.virt.hardware [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1675.267426] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Reconfiguring VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1675.270561] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efcf106e-7ed5-41fd-8e7b-2592bfa62a31 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.284510] env[62697]: DEBUG nova.network.neutron [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Successfully created port: ed5cfb42-2102-40d5-b68e-ec275317f6b2 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.288496] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d58850-1aa3-4e86-9fcd-fa4bf740a449 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.299302] env[62697]: DEBUG oslo_vmware.api [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1675.299302] env[62697]: value = "task-1707039" [ 1675.299302] env[62697]: _type = "Task" [ 1675.299302] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.308179] env[62697]: DEBUG nova.compute.provider_tree [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.323024] env[62697]: DEBUG oslo_vmware.api [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707039, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.470767] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707036, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.480956] env[62697]: DEBUG nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1675.518530] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503453} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.519501] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] d7339c2e-9ffb-4e48-a131-558052ad2343/d7339c2e-9ffb-4e48-a131-558052ad2343.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.519726] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.519974] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585fe9b2-cffe-44ed-8c86-45fa64d6b81b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.525971] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1675.525971] env[62697]: value = "task-1707040" [ 1675.525971] env[62697]: _type = "Task" [ 1675.525971] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.532978] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.650615] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.815868] env[62697]: DEBUG nova.scheduler.client.report [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1675.825672] env[62697]: DEBUG oslo_vmware.api [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.957861] env[62697]: DEBUG nova.network.neutron [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updated VIF entry in instance network info cache for port 947f75a9-29e6-4217-af6d-b7c590903dba. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.958326] env[62697]: DEBUG nova.network.neutron [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "947f75a9-29e6-4217-af6d-b7c590903dba", "address": "fa:16:3e:10:f9:eb", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947f75a9-29", "ovs_interfaceid": "947f75a9-29e6-4217-af6d-b7c590903dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.970767] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707036, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.036094] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06411} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.036331] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.037101] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c31f3e-d50f-4c9b-a47c-68fa7378783e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.058859] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] d7339c2e-9ffb-4e48-a131-558052ad2343/d7339c2e-9ffb-4e48-a131-558052ad2343.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.059413] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3c25ef-2554-4fed-84ea-0f0e30860434 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.081017] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1676.081017] env[62697]: value = "task-1707041" [ 1676.081017] env[62697]: _type = "Task" [ 1676.081017] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.087015] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.152092] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.320477] env[62697]: DEBUG oslo_vmware.api [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.321253] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.339031] env[62697]: INFO nova.scheduler.client.report [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Deleted allocations for instance 3284f040-a0fc-4ae7-9b7c-79f293c767e8 [ 1676.461224] env[62697]: DEBUG oslo_concurrency.lockutils [req-c9db51c2-128e-4c5c-8f82-7625c51cbd1a req-a850687e-9589-4f60-9d9a-2c2a6699ae1c service nova] Releasing lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.472718] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707036, 'name': Rename_Task, 'duration_secs': 1.172635} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.473139] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.473489] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbdde127-c769-4643-b13f-31dffa716177 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.481214] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1676.481214] env[62697]: value = "task-1707042" [ 1676.481214] env[62697]: _type = "Task" [ 1676.481214] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.516014] env[62697]: DEBUG nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1676.516014] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.540872] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1676.542324] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1676.543906] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.544329] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1676.545514] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.545776] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1676.547046] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1676.547648] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1676.547951] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1676.549023] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1676.549381] env[62697]: DEBUG nova.virt.hardware [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1676.554343] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d6a2ae-a8cb-4df4-8f4c-c5e710a7fff9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.576135] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819c3ad-2a3e-4820-ba35-63ac50dcaa93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.605607] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.653862] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707038, 'name': PowerOffVM_Task, 'duration_secs': 1.354938} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.654197] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.654861] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1676.655087] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1676.655251] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.655444] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1676.655594] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.655745] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1676.655947] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1676.656125] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1676.656296] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1676.656461] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1676.656638] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1676.662368] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83cc4a16-0325-4460-a5d2-0adb5e4913ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.678554] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1676.678554] env[62697]: value = "task-1707043" [ 1676.678554] env[62697]: _type = "Task" [ 1676.678554] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.686349] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.820383] env[62697]: DEBUG oslo_vmware.api [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.847689] env[62697]: DEBUG oslo_concurrency.lockutils [None req-599a4074-1c85-420b-be6c-e076df2c1a77 tempest-ServerMetadataNegativeTestJSON-52398258 tempest-ServerMetadataNegativeTestJSON-52398258-project-member] Lock "3284f040-a0fc-4ae7-9b7c-79f293c767e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.375s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.875776] env[62697]: DEBUG nova.compute.manager [req-a4fcfaa9-53fc-43f3-93a7-c75b39e94b29 req-eda2bb76-ca4f-4fe1-afdf-48e5de3b6c18 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Received event network-vif-plugged-ed5cfb42-2102-40d5-b68e-ec275317f6b2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1676.876078] env[62697]: DEBUG oslo_concurrency.lockutils [req-a4fcfaa9-53fc-43f3-93a7-c75b39e94b29 req-eda2bb76-ca4f-4fe1-afdf-48e5de3b6c18 service nova] Acquiring lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.876319] env[62697]: DEBUG oslo_concurrency.lockutils [req-a4fcfaa9-53fc-43f3-93a7-c75b39e94b29 req-eda2bb76-ca4f-4fe1-afdf-48e5de3b6c18 service nova] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.876506] env[62697]: DEBUG oslo_concurrency.lockutils [req-a4fcfaa9-53fc-43f3-93a7-c75b39e94b29 req-eda2bb76-ca4f-4fe1-afdf-48e5de3b6c18 service nova] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.876682] env[62697]: DEBUG nova.compute.manager [req-a4fcfaa9-53fc-43f3-93a7-c75b39e94b29 req-eda2bb76-ca4f-4fe1-afdf-48e5de3b6c18 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] No waiting events found dispatching network-vif-plugged-ed5cfb42-2102-40d5-b68e-ec275317f6b2 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1676.876851] env[62697]: WARNING nova.compute.manager [req-a4fcfaa9-53fc-43f3-93a7-c75b39e94b29 req-eda2bb76-ca4f-4fe1-afdf-48e5de3b6c18 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Received unexpected event network-vif-plugged-ed5cfb42-2102-40d5-b68e-ec275317f6b2 for instance with vm_state building and task_state spawning. [ 1676.992684] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.054130] env[62697]: DEBUG nova.network.neutron [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Successfully updated port: ed5cfb42-2102-40d5-b68e-ec275317f6b2 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.097563] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707041, 'name': ReconfigVM_Task, 'duration_secs': 0.54428} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.098066] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Reconfigured VM instance instance-00000061 to attach disk [datastore1] d7339c2e-9ffb-4e48-a131-558052ad2343/d7339c2e-9ffb-4e48-a131-558052ad2343.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.098778] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f124af33-368b-4824-9fae-845589382103 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.105148] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1677.105148] env[62697]: value = "task-1707044" [ 1677.105148] env[62697]: _type = "Task" [ 1677.105148] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.114178] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707044, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.197134] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707043, 'name': ReconfigVM_Task, 'duration_secs': 0.208918} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.197134] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6028b79-4f29-4df8-a74b-dd20825c25d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.230187] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1677.230187] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1677.230187] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1677.230717] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1677.230990] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1677.231274] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1677.231617] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1677.232015] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1677.232350] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1677.232680] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1677.233121] env[62697]: DEBUG nova.virt.hardware [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1677.234418] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94321dbb-4ad5-4f03-9ddc-2c3791e90819 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.243554] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1677.243554] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52621a9b-81e9-7fec-1d83-a32c45921119" [ 1677.243554] env[62697]: _type = "Task" [ 1677.243554] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.255929] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52621a9b-81e9-7fec-1d83-a32c45921119, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.265261] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1677.265757] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e055b654-9cac-4ece-938d-a68b7672730c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.288215] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1677.288215] env[62697]: value = "task-1707045" [ 1677.288215] env[62697]: _type = "Task" [ 1677.288215] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.297391] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.320194] env[62697]: DEBUG oslo_vmware.api [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707039, 'name': ReconfigVM_Task, 'duration_secs': 1.564261} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.323020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.323020] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Reconfigured VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1677.494496] env[62697]: DEBUG oslo_vmware.api [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707042, 'name': PowerOnVM_Task, 'duration_secs': 0.607821} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.494804] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.495063] env[62697]: INFO nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1677.495282] env[62697]: DEBUG nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1677.496080] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a886c4-3dfc-4e07-9894-c9912bce99e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.556819] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "refresh_cache-ac162c18-cdd5-4d10-995e-41d2c54a24ff" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.556982] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "refresh_cache-ac162c18-cdd5-4d10-995e-41d2c54a24ff" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.557148] env[62697]: DEBUG nova.network.neutron [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.614672] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707044, 'name': Rename_Task, 'duration_secs': 0.269336} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.615095] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.615404] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-820b98fd-12ce-464e-b26e-7759c77dbc89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.623358] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1677.623358] env[62697]: value = "task-1707046" [ 1677.623358] env[62697]: _type = "Task" [ 1677.623358] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.631954] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.799032] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.825373] env[62697]: DEBUG oslo_concurrency.lockutils [None req-75a35155-820d-4eb8-a853-e20677e73239 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.518s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.013848] env[62697]: INFO nova.compute.manager [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Took 15.97 seconds to build instance. [ 1678.089591] env[62697]: DEBUG nova.network.neutron [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.136198] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.288666] env[62697]: DEBUG nova.network.neutron [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Updating instance_info_cache with network_info: [{"id": "ed5cfb42-2102-40d5-b68e-ec275317f6b2", "address": "fa:16:3e:1a:ca:8b", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5cfb42-21", "ovs_interfaceid": "ed5cfb42-2102-40d5-b68e-ec275317f6b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.299923] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.516259] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d025c8b6-5935-4106-937b-1977cb4a5750 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3240eec5-62ff-472c-8490-ee3edcd15455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.512s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.636103] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.794398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "refresh_cache-ac162c18-cdd5-4d10-995e-41d2c54a24ff" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.794734] env[62697]: DEBUG nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Instance network_info: |[{"id": "ed5cfb42-2102-40d5-b68e-ec275317f6b2", "address": "fa:16:3e:1a:ca:8b", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5cfb42-21", "ovs_interfaceid": "ed5cfb42-2102-40d5-b68e-ec275317f6b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1678.795181] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:ca:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed5cfb42-2102-40d5-b68e-ec275317f6b2', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.802823] env[62697]: DEBUG oslo.service.loopingcall [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.803516] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.803806] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c61ed70d-859d-47bd-ac86-dad6453dc29a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.827223] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707045, 'name': ReconfigVM_Task, 'duration_secs': 1.406043} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.827223] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1678.827223] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc529a2-17c8-4268-add2-42f2ed44d519 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.832753] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.832753] env[62697]: value = "task-1707047" [ 1678.832753] env[62697]: _type = "Task" [ 1678.832753] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.853876] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.857853] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afec78b-8eb8-45a5-b1e6-219690f1a01c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.879249] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707047, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.880595] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1678.880595] env[62697]: value = "task-1707048" [ 1678.880595] env[62697]: _type = "Task" [ 1678.880595] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.891590] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.973272] env[62697]: DEBUG nova.compute.manager [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Received event network-changed-ed5cfb42-2102-40d5-b68e-ec275317f6b2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1678.973463] env[62697]: DEBUG nova.compute.manager [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Refreshing instance network info cache due to event network-changed-ed5cfb42-2102-40d5-b68e-ec275317f6b2. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1678.973757] env[62697]: DEBUG oslo_concurrency.lockutils [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] Acquiring lock "refresh_cache-ac162c18-cdd5-4d10-995e-41d2c54a24ff" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.973893] env[62697]: DEBUG oslo_concurrency.lockutils [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] Acquired lock "refresh_cache-ac162c18-cdd5-4d10-995e-41d2c54a24ff" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.974111] env[62697]: DEBUG nova.network.neutron [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Refreshing network info cache for port ed5cfb42-2102-40d5-b68e-ec275317f6b2 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.135578] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.328875] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3e222-b57c-48f3-bf66-89b25291a029 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.336831] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-148445e4-c7c2-4cf7-8e3e-7122fa13aab7 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Suspending the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1679.337176] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c0e28a41-e134-4340-b56e-2ba761aee034 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.344211] env[62697]: DEBUG oslo_vmware.api [None req-148445e4-c7c2-4cf7-8e3e-7122fa13aab7 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1679.344211] env[62697]: value = "task-1707049" [ 1679.344211] env[62697]: _type = "Task" [ 1679.344211] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.359021] env[62697]: DEBUG oslo_vmware.api [None req-148445e4-c7c2-4cf7-8e3e-7122fa13aab7 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707049, 'name': SuspendVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.361260] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707047, 'name': CreateVM_Task, 'duration_secs': 0.474469} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.361424] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.362300] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.362530] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.362921] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.363260] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafdbfcf-212b-4cc4-a8aa-41bd5c64d758 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.368321] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1679.368321] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f1b000-ddc3-90dc-59af-315a05f99dce" [ 1679.368321] env[62697]: _type = "Task" [ 1679.368321] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.376937] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f1b000-ddc3-90dc-59af-315a05f99dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.389226] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707048, 'name': ReconfigVM_Task, 'duration_secs': 0.326758} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.389817] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9/01c11299-4dea-404c-801d-6dba97036eb9.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.390572] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab85644-857f-42b8-9f21-7ed8b30b81e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.416927] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb71ac1-36d0-4abc-ba73-4a34e066e63a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.446401] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7955b3-eb87-4c87-907f-4aae315ab454 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.468453] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9748c3b8-e472-4b4d-9eb3-ca1406ab49d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.479131] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.479131] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ec9836f-a93f-4997-9ba8-9b150c8aa327 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.485385] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1679.485385] env[62697]: value = "task-1707050" [ 1679.485385] env[62697]: _type = "Task" [ 1679.485385] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.498717] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.638102] env[62697]: DEBUG oslo_vmware.api [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707046, 'name': PowerOnVM_Task, 'duration_secs': 1.638592} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.638392] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.638613] env[62697]: INFO nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1679.638977] env[62697]: DEBUG nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1679.639948] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cc68d3-bebc-4303-b041-bf1f5d40cbab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.701648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-947f75a9-29e6-4217-af6d-b7c590903dba" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.701977] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-947f75a9-29e6-4217-af6d-b7c590903dba" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.721461] env[62697]: DEBUG nova.network.neutron [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Updated VIF entry in instance network info cache for port ed5cfb42-2102-40d5-b68e-ec275317f6b2. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.721883] env[62697]: DEBUG nova.network.neutron [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Updating instance_info_cache with network_info: [{"id": "ed5cfb42-2102-40d5-b68e-ec275317f6b2", "address": "fa:16:3e:1a:ca:8b", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5cfb42-21", "ovs_interfaceid": "ed5cfb42-2102-40d5-b68e-ec275317f6b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.855678] env[62697]: DEBUG oslo_vmware.api [None req-148445e4-c7c2-4cf7-8e3e-7122fa13aab7 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707049, 'name': SuspendVM_Task} progress is 62%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.879684] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f1b000-ddc3-90dc-59af-315a05f99dce, 'name': SearchDatastore_Task, 'duration_secs': 0.017526} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.880020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.880262] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.880504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.880674] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.880850] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.881135] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6251d521-4960-48a6-97c2-c7a12b687fdd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.889422] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.889610] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.890340] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28d3734-bd0c-4d60-a97a-ccb76460bbec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.895510] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1679.895510] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52107d9c-d338-9aa0-dcbf-5309bf4c01b1" [ 1679.895510] env[62697]: _type = "Task" [ 1679.895510] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.903167] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52107d9c-d338-9aa0-dcbf-5309bf4c01b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.996143] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.158948] env[62697]: INFO nova.compute.manager [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Took 15.53 seconds to build instance. [ 1680.204637] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.204871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.205915] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bed274-651d-460a-9c9a-1e0a9a29c17b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.224604] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44d8e7-7eb5-4974-bdbe-977e7d63ee79 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.227355] env[62697]: DEBUG oslo_concurrency.lockutils [req-09c07b67-5bb7-46b4-85f9-135e16082c7e req-9a1ff330-bb2f-43f6-bd0a-9ff852f8fe28 service nova] Releasing lock "refresh_cache-ac162c18-cdd5-4d10-995e-41d2c54a24ff" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.251619] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Reconfiguring VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1680.251961] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d8904d-4f1c-4341-ae42-a12c732e41b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.270362] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1680.270362] env[62697]: value = "task-1707051" [ 1680.270362] env[62697]: _type = "Task" [ 1680.270362] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.279137] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.357194] env[62697]: DEBUG oslo_vmware.api [None req-148445e4-c7c2-4cf7-8e3e-7122fa13aab7 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707049, 'name': SuspendVM_Task, 'duration_secs': 0.933289} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.357477] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-148445e4-c7c2-4cf7-8e3e-7122fa13aab7 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Suspended the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1680.357672] env[62697]: DEBUG nova.compute.manager [None req-148445e4-c7c2-4cf7-8e3e-7122fa13aab7 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1680.358476] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5938d64-eeb3-4829-9b6c-d28860b1e946 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.407373] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52107d9c-d338-9aa0-dcbf-5309bf4c01b1, 'name': SearchDatastore_Task, 'duration_secs': 0.016976} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.408266] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a7a9ac-d37e-443c-8025-ed662039b83a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.413562] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1680.413562] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5242795a-a944-ae0b-9b64-22b42b54fb7e" [ 1680.413562] env[62697]: _type = "Task" [ 1680.413562] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.420962] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5242795a-a944-ae0b-9b64-22b42b54fb7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.497988] env[62697]: DEBUG oslo_vmware.api [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707050, 'name': PowerOnVM_Task, 'duration_secs': 0.734458} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.498302] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.660881] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8024aef7-bc75-4120-adb6-3cb15d18b0ea tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.041s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.784924] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.929898] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5242795a-a944-ae0b-9b64-22b42b54fb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.930542] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.930789] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ac162c18-cdd5-4d10-995e-41d2c54a24ff/ac162c18-cdd5-4d10-995e-41d2c54a24ff.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.931207] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713b0e6b-f2e3-4e5b-975b-7e70a1058179 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.939795] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1680.939795] env[62697]: value = "task-1707052" [ 1680.939795] env[62697]: _type = "Task" [ 1680.939795] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.951331] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.281225] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.390384] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "d7339c2e-9ffb-4e48-a131-558052ad2343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.390680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.390887] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "d7339c2e-9ffb-4e48-a131-558052ad2343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.391098] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.391314] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.393856] env[62697]: INFO nova.compute.manager [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Terminating instance [ 1681.395682] env[62697]: DEBUG nova.compute.manager [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1681.395861] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.396753] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6abf7-dd08-49f1-880d-ea81834e982c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.406307] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.406556] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92d4f45-fb94-4610-a4d3-1241586d50fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.412582] env[62697]: DEBUG oslo_vmware.api [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1681.412582] env[62697]: value = "task-1707053" [ 1681.412582] env[62697]: _type = "Task" [ 1681.412582] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.420243] env[62697]: DEBUG oslo_vmware.api [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.450573] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.561382] env[62697]: INFO nova.compute.manager [None req-c14f432e-727f-4a03-a9f7-25f933773438 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance to original state: 'active' [ 1681.735152] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3240eec5-62ff-472c-8490-ee3edcd15455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.735413] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3240eec5-62ff-472c-8490-ee3edcd15455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.735694] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3240eec5-62ff-472c-8490-ee3edcd15455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.735935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3240eec5-62ff-472c-8490-ee3edcd15455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.736133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3240eec5-62ff-472c-8490-ee3edcd15455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.738351] env[62697]: INFO nova.compute.manager [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Terminating instance [ 1681.740247] env[62697]: DEBUG nova.compute.manager [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1681.740447] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.741359] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec87154c-8ca7-4218-9f71-23a5c1795cbd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.752825] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.753384] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece76005-8005-4c8e-acc3-64c15ea99c3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.784620] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.860064] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.860064] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.860236] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleting the datastore file [datastore1] 3240eec5-62ff-472c-8490-ee3edcd15455 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.860880] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffbf9888-aa76-4277-a6b4-06e09ead8f37 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.870266] env[62697]: DEBUG oslo_vmware.api [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1681.870266] env[62697]: value = "task-1707055" [ 1681.870266] env[62697]: _type = "Task" [ 1681.870266] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.883471] env[62697]: DEBUG oslo_vmware.api [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.922389] env[62697]: DEBUG oslo_vmware.api [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707053, 'name': PowerOffVM_Task, 'duration_secs': 0.167391} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.922713] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.922893] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.923190] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4223f6a-2651-4e44-9efe-9d3751b8d03c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.952022] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909434} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.952406] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] ac162c18-cdd5-4d10-995e-41d2c54a24ff/ac162c18-cdd5-4d10-995e-41d2c54a24ff.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.952754] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.953096] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba0c430-93ba-48c8-bbbb-f502f7142c70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.960125] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1681.960125] env[62697]: value = "task-1707057" [ 1681.960125] env[62697]: _type = "Task" [ 1681.960125] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.968237] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.997959] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.998248] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.998437] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Deleting the datastore file [datastore1] d7339c2e-9ffb-4e48-a131-558052ad2343 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.998747] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2e6f45-96b1-4e78-9f49-60c868dded0c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.005621] env[62697]: DEBUG oslo_vmware.api [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for the task: (returnval){ [ 1682.005621] env[62697]: value = "task-1707058" [ 1682.005621] env[62697]: _type = "Task" [ 1682.005621] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.014819] env[62697]: DEBUG oslo_vmware.api [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.284117] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.380797] env[62697]: DEBUG oslo_vmware.api [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188958} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.381124] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.381328] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.381517] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.381695] env[62697]: INFO nova.compute.manager [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1682.381945] env[62697]: DEBUG oslo.service.loopingcall [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.382169] env[62697]: DEBUG nova.compute.manager [-] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1682.382266] env[62697]: DEBUG nova.network.neutron [-] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.470439] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121345} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.470763] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.471567] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338e228-623d-4977-985e-8de1c31f5041 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.498091] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ac162c18-cdd5-4d10-995e-41d2c54a24ff/ac162c18-cdd5-4d10-995e-41d2c54a24ff.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.499715] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2146db37-61fb-45d1-a25d-424529c66840 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.530149] env[62697]: DEBUG oslo_vmware.api [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Task: {'id': task-1707058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191458} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.532970] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.532970] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.532970] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.532970] env[62697]: INFO nova.compute.manager [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1682.533147] env[62697]: DEBUG oslo.service.loopingcall [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.533537] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1682.533537] env[62697]: value = "task-1707059" [ 1682.533537] env[62697]: _type = "Task" [ 1682.533537] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.533822] env[62697]: DEBUG nova.compute.manager [-] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1682.533822] env[62697]: DEBUG nova.network.neutron [-] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.544853] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.784054] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.940369] env[62697]: DEBUG nova.compute.manager [req-7acc600a-5e5f-4c07-97a7-dc21647e1f20 req-199d4cf5-63d1-4ee3-882a-1b76e8bb335e service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Received event network-vif-deleted-694fa81f-3b46-4df0-bad0-adb7fb755cab {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1682.940604] env[62697]: INFO nova.compute.manager [req-7acc600a-5e5f-4c07-97a7-dc21647e1f20 req-199d4cf5-63d1-4ee3-882a-1b76e8bb335e service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Neutron deleted interface 694fa81f-3b46-4df0-bad0-adb7fb755cab; detaching it from the instance and deleting it from the info cache [ 1682.940897] env[62697]: DEBUG nova.network.neutron [req-7acc600a-5e5f-4c07-97a7-dc21647e1f20 req-199d4cf5-63d1-4ee3-882a-1b76e8bb335e service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.021739] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.021739] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.048996] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.284401] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.419131] env[62697]: DEBUG nova.network.neutron [-] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.443487] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fdc6687-1c8a-4f8a-a5df-e71cf2b6daac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.455094] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86076c3-b2cc-4fc8-9a90-fc21f7836ceb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.487071] env[62697]: DEBUG nova.compute.manager [req-7acc600a-5e5f-4c07-97a7-dc21647e1f20 req-199d4cf5-63d1-4ee3-882a-1b76e8bb335e service nova] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Detach interface failed, port_id=694fa81f-3b46-4df0-bad0-adb7fb755cab, reason: Instance 3240eec5-62ff-472c-8490-ee3edcd15455 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1683.525698] env[62697]: INFO nova.compute.manager [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Detaching volume d81df00b-bb77-4530-acaa-bb4bb2d9e27d [ 1683.544825] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707059, 'name': ReconfigVM_Task, 'duration_secs': 0.576428} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.546503] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ac162c18-cdd5-4d10-995e-41d2c54a24ff/ac162c18-cdd5-4d10-995e-41d2c54a24ff.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.546503] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7424f14-e2fc-4023-af9c-060933e1d750 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.550094] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "01c11299-4dea-404c-801d-6dba97036eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.551128] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.551128] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "01c11299-4dea-404c-801d-6dba97036eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.551128] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.551128] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.553603] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1683.553603] env[62697]: value = "task-1707060" [ 1683.553603] env[62697]: _type = "Task" [ 1683.553603] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.554768] env[62697]: INFO nova.compute.manager [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Terminating instance [ 1683.558575] env[62697]: DEBUG nova.compute.manager [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1683.558781] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.559018] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c74ec4-90ae-4553-a750-5dd18505500d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.563446] env[62697]: INFO nova.virt.block_device [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Attempting to driver detach volume d81df00b-bb77-4530-acaa-bb4bb2d9e27d from mountpoint /dev/sdb [ 1683.563671] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1683.563873] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355662', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'name': 'volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0c7f996-8b12-4d17-836b-52b4c51e7da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'serial': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1683.567500] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10edd81c-9984-4de6-92d7-c00748e7b948 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.570158] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707060, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.571395] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1683.571395] env[62697]: value = "task-1707061" [ 1683.571395] env[62697]: _type = "Task" [ 1683.571395] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.591378] env[62697]: DEBUG nova.network.neutron [-] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.593547] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f1b21-0e54-4840-8c73-1b28520dd827 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.599194] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.603627] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a9125-51c8-4a88-a912-03056d97c585 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.625698] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f33138f-a34e-451b-8171-8e5f1ec3d444 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.641583] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] The volume has not been displaced from its original location: [datastore1] volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d/volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1683.646905] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1683.647246] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d21746c-dae8-40d1-970a-ce319d7183ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.667853] env[62697]: DEBUG oslo_vmware.api [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1683.667853] env[62697]: value = "task-1707062" [ 1683.667853] env[62697]: _type = "Task" [ 1683.667853] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.676354] env[62697]: DEBUG oslo_vmware.api [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.785989] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.922694] env[62697]: INFO nova.compute.manager [-] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Took 1.54 seconds to deallocate network for instance. [ 1684.065102] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707060, 'name': Rename_Task, 'duration_secs': 0.146189} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.065394] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.065669] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2151e41-758f-4bd8-8bb7-2ac0866f7b5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.071850] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1684.071850] env[62697]: value = "task-1707063" [ 1684.071850] env[62697]: _type = "Task" [ 1684.071850] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.082060] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707061, 'name': PowerOffVM_Task, 'duration_secs': 0.17549} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.084860] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.085083] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1684.085289] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355660', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'name': 'volume-48b506ef-79a4-4274-bbfc-a5c835926931', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '01c11299-4dea-404c-801d-6dba97036eb9', 'attached_at': '2024-12-10T20:47:20.000000', 'detached_at': '', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'serial': '48b506ef-79a4-4274-bbfc-a5c835926931'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1684.085548] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.086260] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2326f59a-a689-4b37-9b17-b6a98be80993 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.106512] env[62697]: INFO nova.compute.manager [-] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Took 1.57 seconds to deallocate network for instance. [ 1684.108701] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76eddae-4616-4bbd-9bd9-c63636ec6728 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.118840] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7910a4f7-a37f-42fe-91e2-214b570e658c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.139321] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08375a5e-3d6b-48d9-b3dd-09fcbc65442c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.158196] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] The volume has not been displaced from its original location: [datastore1] volume-48b506ef-79a4-4274-bbfc-a5c835926931/volume-48b506ef-79a4-4274-bbfc-a5c835926931.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1684.163891] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1684.164593] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e45be3-fa62-4643-a2c9-868266693ad7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.187128] env[62697]: DEBUG oslo_vmware.api [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707062, 'name': ReconfigVM_Task, 'duration_secs': 0.279136} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.188479] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1684.193252] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1684.193252] env[62697]: value = "task-1707064" [ 1684.193252] env[62697]: _type = "Task" [ 1684.193252] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.193481] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f2d7ba-cc3c-4b4e-a9e6-37a26d3d2560 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.214106] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.215642] env[62697]: DEBUG oslo_vmware.api [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1684.215642] env[62697]: value = "task-1707065" [ 1684.215642] env[62697]: _type = "Task" [ 1684.215642] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.224215] env[62697]: DEBUG oslo_vmware.api [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.285574] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.429969] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.430274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.430628] env[62697]: DEBUG nova.objects.instance [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'resources' on Instance uuid 3240eec5-62ff-472c-8490-ee3edcd15455 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.583558] env[62697]: DEBUG oslo_vmware.api [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707063, 'name': PowerOnVM_Task, 'duration_secs': 0.510405} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.583892] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.584119] env[62697]: INFO nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1684.584307] env[62697]: DEBUG nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1684.585116] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565c635-a405-4d4f-b991-9c94d49031a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.615069] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.714330] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707064, 'name': ReconfigVM_Task, 'duration_secs': 0.270399} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.714653] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1684.719541] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd2141f-74fb-4177-8f8f-83941e5e5ba8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.737221] env[62697]: DEBUG oslo_vmware.api [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707065, 'name': ReconfigVM_Task, 'duration_secs': 0.147073} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.738402] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355662', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'name': 'volume-d81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0c7f996-8b12-4d17-836b-52b4c51e7da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d', 'serial': 'd81df00b-bb77-4530-acaa-bb4bb2d9e27d'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1684.740406] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1684.740406] env[62697]: value = "task-1707066" [ 1684.740406] env[62697]: _type = "Task" [ 1684.740406] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.748318] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.785486] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.966045] env[62697]: DEBUG nova.compute.manager [req-b28c88dd-55ce-4d1b-9e16-e8443363bdbd req-a77fb2a4-fabf-4e8d-9419-0d7ff46c1dbd service nova] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Received event network-vif-deleted-9442d7a9-03c4-4431-8cb5-91fc6b827992 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1685.095697] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3601d5d-92d6-4610-89d2-75b9b7c5f8a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.106125] env[62697]: INFO nova.compute.manager [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Took 19.65 seconds to build instance. [ 1685.109168] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dea42e-3aab-4812-96b7-7d09f9a6d3d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.142363] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c5f18-2b69-40d0-87ee-773ffa861cf0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.150496] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9251d4e3-6f06-4af0-bc29-3536902dee35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.164705] env[62697]: DEBUG nova.compute.provider_tree [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.250878] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707066, 'name': ReconfigVM_Task, 'duration_secs': 0.491938} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.251482] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355660', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'name': 'volume-48b506ef-79a4-4274-bbfc-a5c835926931', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '01c11299-4dea-404c-801d-6dba97036eb9', 'attached_at': '2024-12-10T20:47:20.000000', 'detached_at': '', 'volume_id': '48b506ef-79a4-4274-bbfc-a5c835926931', 'serial': '48b506ef-79a4-4274-bbfc-a5c835926931'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1685.251582] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.252279] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0432ed17-2dcc-4de1-bc5e-0ad526c7b1c5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.259441] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.259441] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c533552a-5bf6-4993-877c-5b992dd04cba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.282356] env[62697]: DEBUG nova.objects.instance [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lazy-loading 'flavor' on Instance uuid c0c7f996-8b12-4d17-836b-52b4c51e7da8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.288802] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.334185] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.334496] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.334669] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleting the datastore file [datastore1] 01c11299-4dea-404c-801d-6dba97036eb9 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.335038] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79dc2943-6a85-4d7f-b0ad-2cb7e09e1503 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.342382] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1685.342382] env[62697]: value = "task-1707068" [ 1685.342382] env[62697]: _type = "Task" [ 1685.342382] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.349416] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.609662] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4c79fc7a-6302-49dd-95df-2c733c8e8676 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.164s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.667961] env[62697]: DEBUG nova.scheduler.client.report [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1685.725216] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.726486] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.726719] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.726915] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.727106] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.733538] env[62697]: INFO nova.compute.manager [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Terminating instance [ 1685.735485] env[62697]: DEBUG nova.compute.manager [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1685.735685] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.736540] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa1d274-5e37-443b-aacb-1c3b7d3d8f57 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.750385] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.750675] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baf867d3-0945-4a30-9aa0-cd68542823e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.757437] env[62697]: DEBUG oslo_vmware.api [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1685.757437] env[62697]: value = "task-1707069" [ 1685.757437] env[62697]: _type = "Task" [ 1685.757437] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.765998] env[62697]: DEBUG oslo_vmware.api [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.788314] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.852531] env[62697]: DEBUG oslo_vmware.api [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136198} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.852894] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.853105] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.853293] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.853472] env[62697]: INFO nova.compute.manager [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1685.853720] env[62697]: DEBUG oslo.service.loopingcall [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.853915] env[62697]: DEBUG nova.compute.manager [-] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1685.854020] env[62697]: DEBUG nova.network.neutron [-] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.172911] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.175319] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.560s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.175561] env[62697]: DEBUG nova.objects.instance [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lazy-loading 'resources' on Instance uuid d7339c2e-9ffb-4e48-a131-558052ad2343 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.190008] env[62697]: INFO nova.scheduler.client.report [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted allocations for instance 3240eec5-62ff-472c-8490-ee3edcd15455 [ 1686.267544] env[62697]: DEBUG oslo_vmware.api [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707069, 'name': PowerOffVM_Task, 'duration_secs': 0.216105} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.267863] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.268059] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.268313] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc819f80-035e-4d0b-b7fe-3b1cb65810f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.288609] env[62697]: DEBUG oslo_vmware.api [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707051, 'name': ReconfigVM_Task, 'duration_secs': 5.819558} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.293036] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.293036] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Reconfigured VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1686.293036] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ba98bc35-76d7-4b9b-b463-8e8a9de7277c tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.337344] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.337565] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.337741] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleting the datastore file [datastore1] ac162c18-cdd5-4d10-995e-41d2c54a24ff {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.338011] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45297750-5cfe-4e0e-a5cc-14158acb67de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.344749] env[62697]: DEBUG oslo_vmware.api [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1686.344749] env[62697]: value = "task-1707071" [ 1686.344749] env[62697]: _type = "Task" [ 1686.344749] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.353417] env[62697]: DEBUG oslo_vmware.api [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.699266] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7c899d00-4f94-48c8-9c7f-c763e875ab8e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3240eec5-62ff-472c-8490-ee3edcd15455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.963s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.795086] env[62697]: DEBUG nova.network.neutron [-] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.857567] env[62697]: DEBUG oslo_vmware.api [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126968} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.858171] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.858171] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.858269] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.858389] env[62697]: INFO nova.compute.manager [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1686.858633] env[62697]: DEBUG oslo.service.loopingcall [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.858823] env[62697]: DEBUG nova.compute.manager [-] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1686.858913] env[62697]: DEBUG nova.network.neutron [-] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.862927] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f6b6d5-7f14-46c7-b591-06cd1eff377f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.871462] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d5e11e-29c5-4738-a6e5-59484b483ef4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.609516] env[62697]: INFO nova.compute.manager [-] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Took 1.76 seconds to deallocate network for instance. [ 1687.617177] env[62697]: DEBUG nova.compute.manager [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Received event network-vif-deleted-c0eff741-baa3-4efe-90a3-2fa0c22c55be {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1687.617398] env[62697]: DEBUG nova.compute.manager [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received event network-vif-deleted-947f75a9-29e6-4217-af6d-b7c590903dba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1687.617564] env[62697]: INFO nova.compute.manager [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Neutron deleted interface 947f75a9-29e6-4217-af6d-b7c590903dba; detaching it from the instance and deleting it from the info cache [ 1687.617803] env[62697]: DEBUG nova.network.neutron [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.621203] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce81496-9953-427f-b930-15ce4def23f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.630907] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3767feab-b10e-4b98-92b8-b427a54b91c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.647119] env[62697]: DEBUG nova.compute.provider_tree [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.778352] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3448234e-162e-4928-ae11-967ae5e2d873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.778925] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.111518] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.111807] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.112011] env[62697]: DEBUG nova.network.neutron [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.125373] env[62697]: DEBUG oslo_concurrency.lockutils [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.125517] env[62697]: DEBUG oslo_concurrency.lockutils [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] Acquired lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.125909] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.126153] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.126411] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.126669] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.126854] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.128674] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.129126] env[62697]: INFO nova.compute.manager [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Terminating instance [ 1688.132406] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaab21c-d07f-4685-8717-37fb0a8beea7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.135624] env[62697]: DEBUG nova.compute.manager [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1688.135813] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.136816] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12c004-5627-4778-be93-81c778b0f183 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.144857] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.156471] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc2b1d2-a317-4028-91c7-b149855d7192 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.160232] env[62697]: DEBUG oslo_concurrency.lockutils [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] Releasing lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.160507] env[62697]: WARNING nova.compute.manager [req-ea6ba68b-9d5e-4e87-9aa3-d1e4bfa94a57 req-f5e35bcd-8984-49ca-afbd-f5c432df7c8b service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Detach interface failed, port_id=947f75a9-29e6-4217-af6d-b7c590903dba, reason: No device with interface-id 947f75a9-29e6-4217-af6d-b7c590903dba exists on VM: nova.exception.NotFound: No device with interface-id 947f75a9-29e6-4217-af6d-b7c590903dba exists on VM [ 1688.161284] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.033s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.161532] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.161750] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.161922] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.164038] env[62697]: INFO nova.compute.manager [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Terminating instance [ 1688.166229] env[62697]: DEBUG nova.compute.manager [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1688.166465] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.167343] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb4c3df-37f4-42d7-9494-bef1fba9ec1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.174720] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.176428] env[62697]: INFO nova.compute.manager [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Took 0.56 seconds to detach 1 volumes for instance. [ 1688.177801] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2ac504-ccd6-45e5-ae5f-4fbdad4b36c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.179373] env[62697]: DEBUG oslo_vmware.api [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1688.179373] env[62697]: value = "task-1707072" [ 1688.179373] env[62697]: _type = "Task" [ 1688.179373] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.180167] env[62697]: ERROR nova.scheduler.client.report [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] [req-1316829a-ce12-417e-9ae5-43c1c6cb8779] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1316829a-ce12-417e-9ae5-43c1c6cb8779"}]} [ 1688.190274] env[62697]: DEBUG oslo_vmware.api [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1688.190274] env[62697]: value = "task-1707073" [ 1688.190274] env[62697]: _type = "Task" [ 1688.190274] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.198067] env[62697]: DEBUG oslo_vmware.api [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.201033] env[62697]: DEBUG nova.scheduler.client.report [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1688.206026] env[62697]: DEBUG oslo_vmware.api [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.219719] env[62697]: DEBUG nova.scheduler.client.report [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1688.219998] env[62697]: DEBUG nova.compute.provider_tree [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1688.236435] env[62697]: DEBUG nova.scheduler.client.report [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1688.259920] env[62697]: DEBUG nova.scheduler.client.report [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1688.281273] env[62697]: DEBUG nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1688.329672] env[62697]: DEBUG nova.network.neutron [-] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.448894] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287de35-90da-40c5-8f06-fc436a7d5802 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.458625] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f5f96-fc5c-46a1-a707-88903d2344bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.490307] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c2336b-19e1-4ab0-ae6f-165a8605b1c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.498035] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d077b9-bdbd-4110-ab9b-d2948fa54783 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.511996] env[62697]: DEBUG nova.compute.provider_tree [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1688.692062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.697571] env[62697]: DEBUG oslo_vmware.api [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707072, 'name': PowerOffVM_Task, 'duration_secs': 0.191773} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.698157] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.698344] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.698612] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4e874d2-f681-454f-b2c6-746880321a18 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.702601] env[62697]: DEBUG oslo_vmware.api [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707073, 'name': PowerOffVM_Task, 'duration_secs': 0.29067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.703101] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.703280] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.703523] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e1e6ca-9ef4-487b-be78-efe42a04091a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.800515] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.834111] env[62697]: DEBUG nova.network.neutron [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [{"id": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "address": "fa:16:3e:f2:07:8e", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6108-c0", "ovs_interfaceid": "322d6108-c0eb-4faf-b21e-2c3af5809ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.835653] env[62697]: INFO nova.compute.manager [-] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Took 1.98 seconds to deallocate network for instance. [ 1688.843023] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.847017] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.847017] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleting the datastore file [datastore1] d7cc9614-7e6b-43c4-89a3-1f2579b54dd7 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.847017] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.847017] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.847017] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleting the datastore file [datastore1] c0c7f996-8b12-4d17-836b-52b4c51e7da8 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.847017] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5774a830-b677-4806-89db-cd4e695fc5f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.847017] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a5cd98-1c87-4e16-9e3e-f3377d1f391c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.854391] env[62697]: DEBUG oslo_vmware.api [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1688.854391] env[62697]: value = "task-1707077" [ 1688.854391] env[62697]: _type = "Task" [ 1688.854391] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.855665] env[62697]: DEBUG oslo_vmware.api [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1688.855665] env[62697]: value = "task-1707076" [ 1688.855665] env[62697]: _type = "Task" [ 1688.855665] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.866773] env[62697]: DEBUG oslo_vmware.api [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.870137] env[62697]: DEBUG oslo_vmware.api [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.042022] env[62697]: DEBUG nova.scheduler.client.report [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1689.042022] env[62697]: DEBUG nova.compute.provider_tree [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 140 to 141 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1689.042022] env[62697]: DEBUG nova.compute.provider_tree [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1689.138933] env[62697]: DEBUG nova.compute.manager [req-38e70ea3-5b67-4d98-a310-65ca9996ebce req-ad6cf631-b754-4a93-a57b-4a707c8493eb service nova] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Received event network-vif-deleted-ed5cfb42-2102-40d5-b68e-ec275317f6b2 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1689.344062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.346638] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.368018] env[62697]: DEBUG oslo_vmware.api [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149829} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.371259] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.371468] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.371651] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.371827] env[62697]: INFO nova.compute.manager [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1689.372077] env[62697]: DEBUG oslo.service.loopingcall [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.372290] env[62697]: DEBUG oslo_vmware.api [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158725} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.372804] env[62697]: DEBUG nova.compute.manager [-] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1689.372904] env[62697]: DEBUG nova.network.neutron [-] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.374540] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.374733] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.374916] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.375135] env[62697]: INFO nova.compute.manager [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1689.375368] env[62697]: DEBUG oslo.service.loopingcall [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.375560] env[62697]: DEBUG nova.compute.manager [-] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1689.375649] env[62697]: DEBUG nova.network.neutron [-] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.547331] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.372s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.550704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.859s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.550992] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.553445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.753s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.558993] env[62697]: INFO nova.compute.claims [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.574448] env[62697]: INFO nova.scheduler.client.report [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Deleted allocations for instance d7339c2e-9ffb-4e48-a131-558052ad2343 [ 1689.586263] env[62697]: INFO nova.scheduler.client.report [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted allocations for instance 01c11299-4dea-404c-801d-6dba97036eb9 [ 1689.849300] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9c2a0725-a138-4251-ba3c-30e0fa752157 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-d7cc9614-7e6b-43c4-89a3-1f2579b54dd7-947f75a9-29e6-4217-af6d-b7c590903dba" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.147s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.086032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-afdb12e7-b407-4f1b-86a9-f3b87057bae6 tempest-ServerPasswordTestJSON-56690143 tempest-ServerPasswordTestJSON-56690143-project-member] Lock "d7339c2e-9ffb-4e48-a131-558052ad2343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.695s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.096021] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a90a96f8-aa1f-4112-af42-4318cee5fef0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "01c11299-4dea-404c-801d-6dba97036eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.545s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.590371] env[62697]: DEBUG nova.network.neutron [-] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.612928] env[62697]: DEBUG nova.network.neutron [-] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.766379] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d637b3b7-555a-49d6-9f95-5903d1713028 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.774171] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8be45e-a2e4-4d4b-a740-eef07d822afd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.813910] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b672cea-05d6-4267-b721-c7f323eae5f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.821970] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6069aa54-d4b5-4fa8-81a2-066cc27cca87 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.836830] env[62697]: DEBUG nova.compute.provider_tree [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.876207] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.876512] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.092889] env[62697]: INFO nova.compute.manager [-] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Took 1.72 seconds to deallocate network for instance. [ 1691.114922] env[62697]: INFO nova.compute.manager [-] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Took 1.74 seconds to deallocate network for instance. [ 1691.166591] env[62697]: DEBUG nova.compute.manager [req-95c8fc4c-4ce8-443d-ac00-c1a192da3feb req-f8c05cca-9c82-4497-bc94-8a1de3e337bc service nova] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Received event network-vif-deleted-322d6108-c0eb-4faf-b21e-2c3af5809ab5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1691.166815] env[62697]: DEBUG nova.compute.manager [req-95c8fc4c-4ce8-443d-ac00-c1a192da3feb req-f8c05cca-9c82-4497-bc94-8a1de3e337bc service nova] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Received event network-vif-deleted-17e907e6-fe93-4154-bd4d-2231b0451f83 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1691.340276] env[62697]: DEBUG nova.scheduler.client.report [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1691.378884] env[62697]: DEBUG nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1691.600191] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.622460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.846348] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.846915] env[62697]: DEBUG nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1691.849655] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.503s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.849890] env[62697]: DEBUG nova.objects.instance [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'resources' on Instance uuid ac162c18-cdd5-4d10-995e-41d2c54a24ff {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.908508] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.353278] env[62697]: DEBUG nova.compute.utils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1692.358279] env[62697]: DEBUG nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1692.358460] env[62697]: DEBUG nova.network.neutron [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1692.403906] env[62697]: DEBUG nova.policy [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6b108f28422493d9e183baf313f909c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4145f85ff4564f57b63f1c50c7cd23c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1692.478693] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.528493] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a1cd5-a274-4637-87b2-95723c1c47d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.537721] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e8325-d765-44f5-bb0c-1eb222685125 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.570220] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898cd49d-e681-483a-a53b-16cc66c48dd3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.578557] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de460432-bfd5-4b4f-90a4-8f593819bf61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.593957] env[62697]: DEBUG nova.compute.provider_tree [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.668662] env[62697]: DEBUG nova.network.neutron [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Successfully created port: 3de55a4c-be5d-40c9-9c66-9cfdae475948 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1692.858826] env[62697]: DEBUG nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1692.981613] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.098100] env[62697]: DEBUG nova.scheduler.client.report [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1693.602649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.605631] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.005s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.605631] env[62697]: DEBUG nova.objects.instance [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'resources' on Instance uuid d7cc9614-7e6b-43c4-89a3-1f2579b54dd7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.622328] env[62697]: INFO nova.scheduler.client.report [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted allocations for instance ac162c18-cdd5-4d10-995e-41d2c54a24ff [ 1693.869047] env[62697]: DEBUG nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1693.899637] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1693.899892] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1693.900065] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1693.900259] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1693.900408] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1693.900601] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1693.900836] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1693.900988] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1693.901181] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1693.901349] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1693.901529] env[62697]: DEBUG nova.virt.hardware [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1693.902425] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa94d6b-a630-47a0-afe8-09cf26568d3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.910221] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476e6c2-b123-4df7-8dde-1206856163d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.066662] env[62697]: DEBUG nova.compute.manager [req-17802cba-f84c-4800-823a-2726b2c74dfd req-f66ce4eb-fd15-4860-8e85-ea538f4796ce service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Received event network-vif-plugged-3de55a4c-be5d-40c9-9c66-9cfdae475948 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1694.066908] env[62697]: DEBUG oslo_concurrency.lockutils [req-17802cba-f84c-4800-823a-2726b2c74dfd req-f66ce4eb-fd15-4860-8e85-ea538f4796ce service nova] Acquiring lock "3448234e-162e-4928-ae11-967ae5e2d873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.067125] env[62697]: DEBUG oslo_concurrency.lockutils [req-17802cba-f84c-4800-823a-2726b2c74dfd req-f66ce4eb-fd15-4860-8e85-ea538f4796ce service nova] Lock "3448234e-162e-4928-ae11-967ae5e2d873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.067372] env[62697]: DEBUG oslo_concurrency.lockutils [req-17802cba-f84c-4800-823a-2726b2c74dfd req-f66ce4eb-fd15-4860-8e85-ea538f4796ce service nova] Lock "3448234e-162e-4928-ae11-967ae5e2d873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.067551] env[62697]: DEBUG nova.compute.manager [req-17802cba-f84c-4800-823a-2726b2c74dfd req-f66ce4eb-fd15-4860-8e85-ea538f4796ce service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] No waiting events found dispatching network-vif-plugged-3de55a4c-be5d-40c9-9c66-9cfdae475948 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1694.067799] env[62697]: WARNING nova.compute.manager [req-17802cba-f84c-4800-823a-2726b2c74dfd req-f66ce4eb-fd15-4860-8e85-ea538f4796ce service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Received unexpected event network-vif-plugged-3de55a4c-be5d-40c9-9c66-9cfdae475948 for instance with vm_state building and task_state spawning. [ 1694.132328] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c54bbf0b-9c41-412d-9ad2-d6bc3b549e45 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "ac162c18-cdd5-4d10-995e-41d2c54a24ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.406s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.170044] env[62697]: DEBUG nova.network.neutron [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Successfully updated port: 3de55a4c-be5d-40c9-9c66-9cfdae475948 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1694.275870] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb520b-a58e-4f6b-b012-ad8600058058 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.284086] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db95c8-c15e-4429-861e-2d39c9d25324 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.313801] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb7d8d-9a2f-46b0-834d-2dc9d30c5a81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.321523] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7037c-8be5-4aad-bf44-fe2a60f41766 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.335108] env[62697]: DEBUG nova.compute.provider_tree [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.673147] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.673309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.673465] env[62697]: DEBUG nova.network.neutron [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.838793] env[62697]: DEBUG nova.scheduler.client.report [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.026617] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.026859] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.204346] env[62697]: DEBUG nova.network.neutron [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1695.331095] env[62697]: DEBUG nova.network.neutron [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance_info_cache with network_info: [{"id": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "address": "fa:16:3e:08:ff:04", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de55a4c-be", "ovs_interfaceid": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.343371] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.345406] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.723s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.345720] env[62697]: DEBUG nova.objects.instance [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lazy-loading 'resources' on Instance uuid c0c7f996-8b12-4d17-836b-52b4c51e7da8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.365656] env[62697]: INFO nova.scheduler.client.report [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted allocations for instance d7cc9614-7e6b-43c4-89a3-1f2579b54dd7 [ 1695.528981] env[62697]: DEBUG nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1695.833298] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.833637] env[62697]: DEBUG nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Instance network_info: |[{"id": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "address": "fa:16:3e:08:ff:04", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de55a4c-be", "ovs_interfaceid": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1695.834134] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ff:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de55a4c-be5d-40c9-9c66-9cfdae475948', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1695.841746] env[62697]: DEBUG oslo.service.loopingcall [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.841991] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1695.842247] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99817894-6501-4c31-b045-07b6c3f22e14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.864946] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1695.864946] env[62697]: value = "task-1707078" [ 1695.864946] env[62697]: _type = "Task" [ 1695.864946] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.874652] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707078, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.877952] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef237d4e-4033-4348-a2ba-36eabced5dbb tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "d7cc9614-7e6b-43c4-89a3-1f2579b54dd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.717s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.011941] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42878683-8cf9-417c-8b8f-5171f4569a1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.019486] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35b3c08-1070-4d50-b188-bdae199bdf3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.053591] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94018a7-7fe2-403c-beb4-f532437fbf2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.064012] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e65379-c6fa-44a2-950a-7e8dbf5159f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.069405] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.079398] env[62697]: DEBUG nova.compute.provider_tree [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.091924] env[62697]: DEBUG nova.compute.manager [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Received event network-changed-3de55a4c-be5d-40c9-9c66-9cfdae475948 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1696.092167] env[62697]: DEBUG nova.compute.manager [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Refreshing instance network info cache due to event network-changed-3de55a4c-be5d-40c9-9c66-9cfdae475948. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1696.092438] env[62697]: DEBUG oslo_concurrency.lockutils [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] Acquiring lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.092541] env[62697]: DEBUG oslo_concurrency.lockutils [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] Acquired lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.092688] env[62697]: DEBUG nova.network.neutron [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Refreshing network info cache for port 3de55a4c-be5d-40c9-9c66-9cfdae475948 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.376216] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707078, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.588074] env[62697]: DEBUG nova.scheduler.client.report [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1696.884202] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707078, 'name': CreateVM_Task, 'duration_secs': 0.705561} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.884400] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1696.885450] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.885852] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.886333] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1696.886597] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8292b0d9-1343-4851-afed-3a21e82378d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.891684] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1696.891684] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520632e3-cf63-fa56-bf01-079a7e323ec6" [ 1696.891684] env[62697]: _type = "Task" [ 1696.891684] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.905774] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520632e3-cf63-fa56-bf01-079a7e323ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.926203] env[62697]: DEBUG nova.network.neutron [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updated VIF entry in instance network info cache for port 3de55a4c-be5d-40c9-9c66-9cfdae475948. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.926598] env[62697]: DEBUG nova.network.neutron [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance_info_cache with network_info: [{"id": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "address": "fa:16:3e:08:ff:04", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de55a4c-be", "ovs_interfaceid": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.093370] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.096420] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.188s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.098322] env[62697]: INFO nova.compute.claims [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.116227] env[62697]: INFO nova.scheduler.client.report [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleted allocations for instance c0c7f996-8b12-4d17-836b-52b4c51e7da8 [ 1697.405350] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520632e3-cf63-fa56-bf01-079a7e323ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.405705] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.405929] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1697.406187] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.406339] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.406516] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1697.406772] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a1cbd0-4e2b-45d2-bc31-ac5e44ec1aee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.415677] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1697.415849] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1697.416535] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be865d0-b5ce-43c4-a66a-0e7089030269 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.423315] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1697.423315] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52006496-029b-f1c8-c28b-e43850f58d54" [ 1697.423315] env[62697]: _type = "Task" [ 1697.423315] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.429917] env[62697]: DEBUG oslo_concurrency.lockutils [req-327b614d-1b31-4c69-99b4-e6b0abfa09f6 req-77f5eed5-4fc7-4294-95cb-6964411047e7 service nova] Releasing lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.430279] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52006496-029b-f1c8-c28b-e43850f58d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.623579] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3944ffe3-ef46-4a50-958b-f45c0ab6de48 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "c0c7f996-8b12-4d17-836b-52b4c51e7da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.497s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.905041] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.905264] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.933190] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52006496-029b-f1c8-c28b-e43850f58d54, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.933985] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096b23ea-aa60-4bcb-83e5-82d0b596916f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.939218] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1697.939218] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5241e15a-abca-9904-3c66-f7ec0ef33328" [ 1697.939218] env[62697]: _type = "Task" [ 1697.939218] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.946647] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5241e15a-abca-9904-3c66-f7ec0ef33328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.248898] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790afb8-37e7-4584-8647-d293e485d311 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.256850] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0b8a8a-1f2d-4664-8499-6fa3fcb86e1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.285986] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f923373a-6447-48b8-993b-29c3b597c4a8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.293972] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2222f210-cabc-4322-9778-0def643346a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.308272] env[62697]: DEBUG nova.compute.provider_tree [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.408031] env[62697]: DEBUG nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1698.449951] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5241e15a-abca-9904-3c66-f7ec0ef33328, 'name': SearchDatastore_Task, 'duration_secs': 0.096662} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.450245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.450501] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3448234e-162e-4928-ae11-967ae5e2d873/3448234e-162e-4928-ae11-967ae5e2d873.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1698.450770] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-618bd7b9-d8a3-40cd-9d92-6e5741847941 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.457108] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1698.457108] env[62697]: value = "task-1707080" [ 1698.457108] env[62697]: _type = "Task" [ 1698.457108] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.464359] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.812848] env[62697]: DEBUG nova.scheduler.client.report [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1698.932150] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.969640] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707080, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.318666] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.319255] env[62697]: DEBUG nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1699.322012] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.341s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.322211] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.322460] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1699.322649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.253s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.324134] env[62697]: INFO nova.compute.claims [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.327105] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d084e0df-64e6-49d5-97ae-cd74f6bc7cee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.335748] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6d1a5-49ce-4652-9684-e1a21202173d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.349714] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af29b19-66f0-461d-8f40-b1dd271cc83e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.356327] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674cc280-40fe-4264-8690-5f9fe9922090 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.387339] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179613MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1699.387483] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.468822] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649226} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.469150] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3448234e-162e-4928-ae11-967ae5e2d873/3448234e-162e-4928-ae11-967ae5e2d873.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.469356] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.469611] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-082c71f5-bf3d-429e-ba91-efa8fb092526 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.476200] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1699.476200] env[62697]: value = "task-1707081" [ 1699.476200] env[62697]: _type = "Task" [ 1699.476200] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.483734] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.828235] env[62697]: DEBUG nova.compute.utils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1699.829701] env[62697]: DEBUG nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1699.829867] env[62697]: DEBUG nova.network.neutron [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1699.869531] env[62697]: DEBUG nova.policy [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1ca05516e54bfc8e73e19f4c27e901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c8ff8ea7d7452598f6021a1375b5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1699.985462] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062288} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.985693] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.986444] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a633970-7714-4e2f-a939-9ee181f7a347 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.007619] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 3448234e-162e-4928-ae11-967ae5e2d873/3448234e-162e-4928-ae11-967ae5e2d873.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.007864] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72b03c7-906f-40cb-b26c-1e6e9dd7e70a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.026629] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1700.026629] env[62697]: value = "task-1707082" [ 1700.026629] env[62697]: _type = "Task" [ 1700.026629] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.033909] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.115709] env[62697]: DEBUG nova.network.neutron [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Successfully created port: be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.336014] env[62697]: DEBUG nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1700.471319] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af2d378-c1cd-48d6-9240-f2478d1318f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.478734] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a7c3f-7255-44c2-9bf4-5a031ede53d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.509378] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603120c7-3153-4877-ad37-62bc74966460 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.516532] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4876ddb4-94f8-47f0-890b-10d3276f78d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.529405] env[62697]: DEBUG nova.compute.provider_tree [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.537890] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707082, 'name': ReconfigVM_Task, 'duration_secs': 0.277495} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.538451] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 3448234e-162e-4928-ae11-967ae5e2d873/3448234e-162e-4928-ae11-967ae5e2d873.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.539349] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-942c2973-2532-4b41-b79f-65acc33f265a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.544976] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1700.544976] env[62697]: value = "task-1707083" [ 1700.544976] env[62697]: _type = "Task" [ 1700.544976] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.552594] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707083, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.034687] env[62697]: DEBUG nova.scheduler.client.report [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1701.056205] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707083, 'name': Rename_Task, 'duration_secs': 0.136471} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.056528] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.056718] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5765141a-7995-4454-a4ed-33ac330f1dbd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.062443] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1701.062443] env[62697]: value = "task-1707084" [ 1701.062443] env[62697]: _type = "Task" [ 1701.062443] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.070134] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.348267] env[62697]: DEBUG nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1701.374616] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1701.375025] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1701.375085] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.375326] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1701.375488] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.376383] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1701.376383] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1701.376383] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1701.376383] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1701.376383] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1701.376752] env[62697]: DEBUG nova.virt.hardware [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1701.377473] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6199667a-6516-4c2f-874d-10a1f15b822b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.385747] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2b71d-8e2f-4c42-ba89-2dfc71e83a7f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.484488] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.484894] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.485262] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.485581] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.485884] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.488285] env[62697]: INFO nova.compute.manager [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Terminating instance [ 1701.490067] env[62697]: DEBUG nova.compute.manager [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1701.490271] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.491212] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc7b7b-604d-4f1c-9014-01e9e52e0d6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.498567] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.498814] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e4e73ec-9026-4d87-ae82-7f7396877bf5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.505995] env[62697]: DEBUG oslo_vmware.api [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1701.505995] env[62697]: value = "task-1707085" [ 1701.505995] env[62697]: _type = "Task" [ 1701.505995] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.516063] env[62697]: DEBUG oslo_vmware.api [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.538992] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.539553] env[62697]: DEBUG nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1701.542359] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.610s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.544214] env[62697]: INFO nova.compute.claims [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.577295] env[62697]: DEBUG oslo_vmware.api [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707084, 'name': PowerOnVM_Task, 'duration_secs': 0.461818} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.577609] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.577808] env[62697]: INFO nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1701.577986] env[62697]: DEBUG nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1701.578799] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3061a84d-4778-4d28-9430-2d8f1bb26b07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.610393] env[62697]: DEBUG nova.network.neutron [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Successfully updated port: be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1701.684903] env[62697]: DEBUG nova.compute.manager [req-e0caa931-0fea-4c3f-9f53-11b0d88f41c2 req-2fa91292-e046-4711-9594-e360db677371 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-vif-plugged-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1701.684903] env[62697]: DEBUG oslo_concurrency.lockutils [req-e0caa931-0fea-4c3f-9f53-11b0d88f41c2 req-2fa91292-e046-4711-9594-e360db677371 service nova] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.684989] env[62697]: DEBUG oslo_concurrency.lockutils [req-e0caa931-0fea-4c3f-9f53-11b0d88f41c2 req-2fa91292-e046-4711-9594-e360db677371 service nova] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.685185] env[62697]: DEBUG oslo_concurrency.lockutils [req-e0caa931-0fea-4c3f-9f53-11b0d88f41c2 req-2fa91292-e046-4711-9594-e360db677371 service nova] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.685360] env[62697]: DEBUG nova.compute.manager [req-e0caa931-0fea-4c3f-9f53-11b0d88f41c2 req-2fa91292-e046-4711-9594-e360db677371 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] No waiting events found dispatching network-vif-plugged-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1701.685527] env[62697]: WARNING nova.compute.manager [req-e0caa931-0fea-4c3f-9f53-11b0d88f41c2 req-2fa91292-e046-4711-9594-e360db677371 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received unexpected event network-vif-plugged-be1c765c-38f2-4070-8613-bf420a8ff582 for instance with vm_state building and task_state spawning. [ 1702.016272] env[62697]: DEBUG oslo_vmware.api [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707085, 'name': PowerOffVM_Task, 'duration_secs': 0.222501} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.016571] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.016737] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.017020] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fec8362-2b03-4fd1-a05a-47c9341128bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.053164] env[62697]: DEBUG nova.compute.utils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.056613] env[62697]: DEBUG nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1702.056791] env[62697]: DEBUG nova.network.neutron [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.096828] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.096828] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.096828] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Deleting the datastore file [datastore1] fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.098463] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c615b63e-daa4-4019-9d43-34637608ff8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.100858] env[62697]: INFO nova.compute.manager [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Took 13.32 seconds to build instance. [ 1702.105679] env[62697]: DEBUG oslo_vmware.api [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1702.105679] env[62697]: value = "task-1707087" [ 1702.105679] env[62697]: _type = "Task" [ 1702.105679] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.107124] env[62697]: DEBUG nova.policy [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0e72ef778e4169aeaf9897f91eaad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dcdc67a42e64e3594338e967b767daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1702.112613] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.112768] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.112938] env[62697]: DEBUG nova.network.neutron [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.118604] env[62697]: DEBUG oslo_vmware.api [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.312311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "735f1172-0814-4f6c-a060-8b0359ee95b4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.312554] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.545223] env[62697]: DEBUG nova.network.neutron [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Successfully created port: bfb158a7-6438-4a54-84ef-938118a9cd75 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.556963] env[62697]: DEBUG nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1702.602964] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b17c9629-217c-4717-bead-6b5b69aca631 tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.824s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.627037] env[62697]: DEBUG oslo_vmware.api [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213954} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.627037] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1702.627262] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1702.627440] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1702.627656] env[62697]: INFO nova.compute.manager [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1702.627937] env[62697]: DEBUG oslo.service.loopingcall [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.628172] env[62697]: DEBUG nova.compute.manager [-] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1702.628289] env[62697]: DEBUG nova.network.neutron [-] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1702.665826] env[62697]: DEBUG nova.network.neutron [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.787011] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7b9ee8-1814-48ec-8663-aac092316079 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.797142] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f3840-f77d-4e2f-af20-a2dc2204dbe4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.838734] env[62697]: INFO nova.compute.manager [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Detaching volume 284e1431-107e-48d2-aca8-bc8b3142e242 [ 1702.845129] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2692c36d-3e08-4488-8da9-843384dd7c86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.856385] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234f68be-a4af-4a49-aa99-43f36ecc8f31 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.870325] env[62697]: DEBUG nova.compute.provider_tree [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.888014] env[62697]: INFO nova.virt.block_device [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Attempting to driver detach volume 284e1431-107e-48d2-aca8-bc8b3142e242 from mountpoint /dev/sdb [ 1702.888277] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1702.888496] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1702.889584] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefaf491-914d-4d11-ac7a-daab95e82833 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.915584] env[62697]: DEBUG nova.network.neutron [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1c765c-38", "ovs_interfaceid": "be1c765c-38f2-4070-8613-bf420a8ff582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.916566] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c8637-d571-47d6-b880-2d2e0e1bf413 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.923786] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3888e99-8b6b-46f2-ac55-72d5e477886d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.945223] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8fdb0-269b-41bf-a444-f7f145661846 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.961699] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] The volume has not been displaced from its original location: [datastore1] volume-284e1431-107e-48d2-aca8-bc8b3142e242/volume-284e1431-107e-48d2-aca8-bc8b3142e242.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1702.967699] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1702.968042] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d9c02a-e5f1-4990-9b8a-44fa147b1200 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.987529] env[62697]: DEBUG oslo_vmware.api [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1702.987529] env[62697]: value = "task-1707088" [ 1702.987529] env[62697]: _type = "Task" [ 1702.987529] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.995900] env[62697]: DEBUG oslo_vmware.api [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.997874] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "d88d62a0-6552-4514-9e39-d73ce457b37d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.997874] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.997874] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "d88d62a0-6552-4514-9e39-d73ce457b37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.998116] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.998116] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.000025] env[62697]: INFO nova.compute.manager [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Terminating instance [ 1703.002709] env[62697]: DEBUG nova.compute.manager [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1703.003051] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.003742] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03bfe3a-9451-4736-8d2f-fff8cac1ddb2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.010993] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.011271] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc137323-ca94-4a45-a56c-3895f4b0eb21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.019243] env[62697]: DEBUG oslo_vmware.api [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1703.019243] env[62697]: value = "task-1707089" [ 1703.019243] env[62697]: _type = "Task" [ 1703.019243] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.027668] env[62697]: DEBUG oslo_vmware.api [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.373444] env[62697]: DEBUG nova.scheduler.client.report [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1703.378599] env[62697]: DEBUG nova.compute.manager [req-ec8353c6-9ca9-44b0-8a99-34088e6cfbb8 req-625edfdd-e352-4fba-9ad2-8044013aeef7 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Received event network-vif-deleted-770801ea-fb26-4295-a2b5-e1f2ba9c6926 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1703.378807] env[62697]: INFO nova.compute.manager [req-ec8353c6-9ca9-44b0-8a99-34088e6cfbb8 req-625edfdd-e352-4fba-9ad2-8044013aeef7 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Neutron deleted interface 770801ea-fb26-4295-a2b5-e1f2ba9c6926; detaching it from the instance and deleting it from the info cache [ 1703.378986] env[62697]: DEBUG nova.network.neutron [req-ec8353c6-9ca9-44b0-8a99-34088e6cfbb8 req-625edfdd-e352-4fba-9ad2-8044013aeef7 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.420323] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.420680] env[62697]: DEBUG nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Instance network_info: |[{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1c765c-38", "ovs_interfaceid": "be1c765c-38f2-4070-8613-bf420a8ff582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1703.421231] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:6c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be1c765c-38f2-4070-8613-bf420a8ff582', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1703.429685] env[62697]: DEBUG oslo.service.loopingcall [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.429804] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1703.429973] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c6c075-e5ae-4d74-bb37-03a6ca91df1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.449776] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1703.449776] env[62697]: value = "task-1707090" [ 1703.449776] env[62697]: _type = "Task" [ 1703.449776] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.460507] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707090, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.501342] env[62697]: DEBUG oslo_vmware.api [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707088, 'name': ReconfigVM_Task, 'duration_secs': 0.259147} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.501661] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1703.506720] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3ad509-b30c-4247-bbd7-2bcc53ba6b9c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.523466] env[62697]: DEBUG oslo_vmware.api [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1703.523466] env[62697]: value = "task-1707091" [ 1703.523466] env[62697]: _type = "Task" [ 1703.523466] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.530451] env[62697]: DEBUG oslo_vmware.api [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707089, 'name': PowerOffVM_Task, 'duration_secs': 0.296065} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.531165] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.531384] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.531641] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a46a1bd5-e544-430a-b5f7-4bd6ad15eab8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.537491] env[62697]: DEBUG oslo_vmware.api [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.571321] env[62697]: DEBUG nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1703.598588] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1703.598825] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1703.598991] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.599230] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1703.599341] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.599492] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1703.599703] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1703.599869] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1703.600268] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1703.600338] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1703.600461] env[62697]: DEBUG nova.virt.hardware [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1703.601350] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c3cf40-6ac6-48a4-889a-7884ff8c0b87 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.610089] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1132b90-cdf9-4b64-aa40-2b025d37a7a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.664970] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.665269] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.665463] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleting the datastore file [datastore1] d88d62a0-6552-4514-9e39-d73ce457b37d {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.665738] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb7462ac-c4fe-43c3-b743-5e1bea8d38b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.672568] env[62697]: DEBUG oslo_vmware.api [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1703.672568] env[62697]: value = "task-1707093" [ 1703.672568] env[62697]: _type = "Task" [ 1703.672568] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.681648] env[62697]: DEBUG oslo_vmware.api [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.717971] env[62697]: DEBUG nova.compute.manager [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1703.718266] env[62697]: DEBUG nova.compute.manager [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing instance network info cache due to event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1703.718561] env[62697]: DEBUG oslo_concurrency.lockutils [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] Acquiring lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.718771] env[62697]: DEBUG oslo_concurrency.lockutils [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] Acquired lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.718990] env[62697]: DEBUG nova.network.neutron [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1703.855067] env[62697]: DEBUG nova.network.neutron [-] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.881647] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.882186] env[62697]: DEBUG nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1703.885057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.497s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.886638] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f98ac7a9-9a1c-4c26-91bc-e3df8242345e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.896662] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce3957a-eb53-422e-b3d4-cca90e2ec299 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.929900] env[62697]: DEBUG nova.compute.manager [req-ec8353c6-9ca9-44b0-8a99-34088e6cfbb8 req-625edfdd-e352-4fba-9ad2-8044013aeef7 service nova] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Detach interface failed, port_id=770801ea-fb26-4295-a2b5-e1f2ba9c6926, reason: Instance fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1703.959535] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707090, 'name': CreateVM_Task, 'duration_secs': 0.387607} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.959712] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.960414] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.960588] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.960917] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.961180] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828c5381-4088-4010-8791-da25f7ad309b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.965749] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1703.965749] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5223d19d-d809-1d55-91eb-d81eb35c88f5" [ 1703.965749] env[62697]: _type = "Task" [ 1703.965749] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.973549] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5223d19d-d809-1d55-91eb-d81eb35c88f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.035206] env[62697]: DEBUG oslo_vmware.api [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707091, 'name': ReconfigVM_Task, 'duration_secs': 0.170106} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.035545] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355667', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'name': 'volume-284e1431-107e-48d2-aca8-bc8b3142e242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '735f1172-0814-4f6c-a060-8b0359ee95b4', 'attached_at': '', 'detached_at': '', 'volume_id': '284e1431-107e-48d2-aca8-bc8b3142e242', 'serial': '284e1431-107e-48d2-aca8-bc8b3142e242'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1704.185436] env[62697]: DEBUG oslo_vmware.api [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353792} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.185732] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.185926] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.186128] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.186312] env[62697]: INFO nova.compute.manager [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1704.186559] env[62697]: DEBUG oslo.service.loopingcall [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.186759] env[62697]: DEBUG nova.compute.manager [-] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1704.186856] env[62697]: DEBUG nova.network.neutron [-] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.221450] env[62697]: DEBUG nova.network.neutron [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Successfully updated port: bfb158a7-6438-4a54-84ef-938118a9cd75 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.362116] env[62697]: INFO nova.compute.manager [-] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Took 1.73 seconds to deallocate network for instance. [ 1704.370116] env[62697]: DEBUG nova.compute.manager [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1704.390223] env[62697]: DEBUG nova.compute.utils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.390223] env[62697]: DEBUG nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1704.390223] env[62697]: DEBUG nova.network.neutron [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.471654] env[62697]: DEBUG nova.policy [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1704.474839] env[62697]: DEBUG nova.network.neutron [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updated VIF entry in instance network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1704.475298] env[62697]: DEBUG nova.network.neutron [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1c765c-38", "ovs_interfaceid": "be1c765c-38f2-4070-8613-bf420a8ff582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.480443] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5223d19d-d809-1d55-91eb-d81eb35c88f5, 'name': SearchDatastore_Task, 'duration_secs': 0.019892} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.482149] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.482149] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.482149] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.482149] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.482358] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.482618] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f051578c-cf6b-4eb6-bd07-1c1d2a73bf7d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.491942] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.492138] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.492908] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c6d02e-f707-4e37-8ac6-7c4ecec13d72 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.500790] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1704.500790] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5257d467-6597-6898-028e-ca10d372d255" [ 1704.500790] env[62697]: _type = "Task" [ 1704.500790] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.510898] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5257d467-6597-6898-028e-ca10d372d255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.581594] env[62697]: DEBUG nova.objects.instance [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'flavor' on Instance uuid 735f1172-0814-4f6c-a060-8b0359ee95b4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.726605] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "refresh_cache-14fb00e9-5c43-416f-85a6-cf41bbd92c48" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.726727] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "refresh_cache-14fb00e9-5c43-416f-85a6-cf41bbd92c48" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.726885] env[62697]: DEBUG nova.network.neutron [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.760453] env[62697]: DEBUG nova.network.neutron [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Successfully created port: ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.874611] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.897229] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.905851] env[62697]: DEBUG nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1704.910019] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating resource usage from migration 054264fb-44b1-4ea7-8fe7-cf070c8bafd5 [ 1704.929335] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.929552] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.929704] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e3b27de9-391f-431b-bdc5-c06b100b212d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.929820] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance d88d62a0-6552-4514-9e39-d73ce457b37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 735f1172-0814-4f6c-a060-8b0359ee95b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 49b7f188-7032-40e1-af33-345be6abf233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 161dc695-03b9-47e6-a290-6ced40149ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 20580a64-96b2-4401-aa8e-69228d7abf67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 7cfcc381-6e90-482a-86ac-0cd5f6237dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 14fb00e9-5c43-416f-85a6-cf41bbd92c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 1732ee60-5f80-4f47-b601-9bc5be4a898e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration 054264fb-44b1-4ea7-8fe7-cf070c8bafd5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 3448234e-162e-4928-ae11-967ae5e2d873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1704.931399] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1704.981328] env[62697]: DEBUG oslo_concurrency.lockutils [req-c03103f6-edca-4538-8e66-9b74f04bf24d req-ad1d3e81-bce0-4fa8-b1ae-2e988455c012 service nova] Releasing lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.016429] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5257d467-6597-6898-028e-ca10d372d255, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.018080] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d88b911-eee9-47cd-b5be-10d29f8514c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.024239] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1705.024239] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5276933e-097b-4b05-f824-2fdae01b3964" [ 1705.024239] env[62697]: _type = "Task" [ 1705.024239] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.032621] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5276933e-097b-4b05-f824-2fdae01b3964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.047358] env[62697]: DEBUG nova.network.neutron [-] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.109580] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c820f-eacb-4ca6-9d13-e3c2f0d87395 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.116924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b5a1c3-a2ea-446f-9ffb-2089f08ef557 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.146247] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b572a6-9e66-4b61-a7f4-8e2c8719b7ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.153102] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507a36ba-0084-4f30-befd-deb4b49e0f3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.167164] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.259509] env[62697]: DEBUG nova.network.neutron [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.398797] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.399077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.399264] env[62697]: INFO nova.compute.manager [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Shelving [ 1705.402648] env[62697]: DEBUG nova.compute.manager [req-fd81d5ae-b4e6-4a11-9e33-cafa2d8462a3 req-09b67daa-b083-4a98-82ca-2a8d12274353 service nova] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Received event network-vif-deleted-32d29f39-569a-4869-9591-e7ea811e08d7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1705.424108] env[62697]: DEBUG nova.network.neutron [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Updating instance_info_cache with network_info: [{"id": "bfb158a7-6438-4a54-84ef-938118a9cd75", "address": "fa:16:3e:cf:27:de", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb158a7-64", "ovs_interfaceid": "bfb158a7-6438-4a54-84ef-938118a9cd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.535172] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5276933e-097b-4b05-f824-2fdae01b3964, 'name': SearchDatastore_Task, 'duration_secs': 0.034189} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.535462] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.535725] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.535982] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa9d8e4-5df5-4ce4-8674-3aea339611c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.542948] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1705.542948] env[62697]: value = "task-1707094" [ 1705.542948] env[62697]: _type = "Task" [ 1705.542948] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.550458] env[62697]: INFO nova.compute.manager [-] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Took 1.36 seconds to deallocate network for instance. [ 1705.550822] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.589704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b5ccd44d-ba8b-435c-9f0a-2713c4b3740d tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.669894] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1705.748458] env[62697]: DEBUG nova.compute.manager [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Received event network-vif-plugged-bfb158a7-6438-4a54-84ef-938118a9cd75 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1705.748458] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] Acquiring lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.748458] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.748458] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.748606] env[62697]: DEBUG nova.compute.manager [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] No waiting events found dispatching network-vif-plugged-bfb158a7-6438-4a54-84ef-938118a9cd75 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1705.748795] env[62697]: WARNING nova.compute.manager [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Received unexpected event network-vif-plugged-bfb158a7-6438-4a54-84ef-938118a9cd75 for instance with vm_state building and task_state spawning. [ 1705.748990] env[62697]: DEBUG nova.compute.manager [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Received event network-changed-bfb158a7-6438-4a54-84ef-938118a9cd75 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1705.749415] env[62697]: DEBUG nova.compute.manager [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Refreshing instance network info cache due to event network-changed-bfb158a7-6438-4a54-84ef-938118a9cd75. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1705.749613] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] Acquiring lock "refresh_cache-14fb00e9-5c43-416f-85a6-cf41bbd92c48" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.910442] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.910762] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a9e9886-1520-4c1e-a755-769536b8c226 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.919317] env[62697]: DEBUG nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1705.922248] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1705.922248] env[62697]: value = "task-1707095" [ 1705.922248] env[62697]: _type = "Task" [ 1705.922248] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.926580] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "refresh_cache-14fb00e9-5c43-416f-85a6-cf41bbd92c48" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.926912] env[62697]: DEBUG nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Instance network_info: |[{"id": "bfb158a7-6438-4a54-84ef-938118a9cd75", "address": "fa:16:3e:cf:27:de", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb158a7-64", "ovs_interfaceid": "bfb158a7-6438-4a54-84ef-938118a9cd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1705.927246] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] Acquired lock "refresh_cache-14fb00e9-5c43-416f-85a6-cf41bbd92c48" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.927431] env[62697]: DEBUG nova.network.neutron [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Refreshing network info cache for port bfb158a7-6438-4a54-84ef-938118a9cd75 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.928778] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:27:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfb158a7-6438-4a54-84ef-938118a9cd75', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.936591] env[62697]: DEBUG oslo.service.loopingcall [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.940047] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.943966] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2628937-c92e-44cf-b169-3073e3477d51 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.959093] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.961641] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1705.961864] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1705.962036] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.962236] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1705.962393] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.962535] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1705.962804] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1705.962932] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1705.963144] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1705.963289] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1705.963470] env[62697]: DEBUG nova.virt.hardware [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1705.964664] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56e4255-5e1c-4f32-9494-223eafd898b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.975096] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.975096] env[62697]: value = "task-1707096" [ 1705.975096] env[62697]: _type = "Task" [ 1705.975096] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.976566] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a763e04-9eb9-44b4-9f27-3a884bf85190 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.989777] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707096, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.053836] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446198} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.054198] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.054535] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.054786] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-285652ab-6c82-453d-bd3d-6fdc7522229a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.057560] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.062855] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1706.062855] env[62697]: value = "task-1707097" [ 1706.062855] env[62697]: _type = "Task" [ 1706.062855] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.072694] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.175359] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1706.175504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.290s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.175840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.301s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.176288] env[62697]: DEBUG nova.objects.instance [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'resources' on Instance uuid fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1706.294679] env[62697]: DEBUG nova.network.neutron [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Successfully updated port: ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.432541] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707095, 'name': PowerOffVM_Task, 'duration_secs': 0.258748} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.432855] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.433663] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09ad99f-fbf5-4549-86f9-69823bf11e4a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.454181] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d1751-089f-4ea7-978c-397dd4bba860 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.484181] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707096, 'name': CreateVM_Task, 'duration_secs': 0.355886} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.486350] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.487089] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.487234] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.487542] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.488077] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e78cdd-300b-4e33-81bd-12a84c682950 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.492568] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1706.492568] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d6fb38-4814-e454-d222-20fbbbe5bed2" [ 1706.492568] env[62697]: _type = "Task" [ 1706.492568] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.501243] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d6fb38-4814-e454-d222-20fbbbe5bed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.574232] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075777} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.574501] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.575999] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4aa12-9141-40b5-8c44-e7d27fa37108 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.600796] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1706.603616] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2311e0c6-87d5-4db3-a8da-6805f36b3f71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.624704] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1706.624704] env[62697]: value = "task-1707098" [ 1706.624704] env[62697]: _type = "Task" [ 1706.624704] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.633212] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.695273] env[62697]: DEBUG nova.network.neutron [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Updated VIF entry in instance network info cache for port bfb158a7-6438-4a54-84ef-938118a9cd75. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.695273] env[62697]: DEBUG nova.network.neutron [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Updating instance_info_cache with network_info: [{"id": "bfb158a7-6438-4a54-84ef-938118a9cd75", "address": "fa:16:3e:cf:27:de", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb158a7-64", "ovs_interfaceid": "bfb158a7-6438-4a54-84ef-938118a9cd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.695941] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "735f1172-0814-4f6c-a060-8b0359ee95b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.696468] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.696468] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "735f1172-0814-4f6c-a060-8b0359ee95b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.696578] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.697320] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.698554] env[62697]: INFO nova.compute.manager [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Terminating instance [ 1706.700383] env[62697]: DEBUG nova.compute.manager [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1706.700597] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.701475] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac753329-d91a-416c-b77b-391ee62d399f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.713654] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.713736] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6b6cf8-41ad-4c0c-a59c-877553d7a848 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.722399] env[62697]: DEBUG oslo_vmware.api [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1706.722399] env[62697]: value = "task-1707099" [ 1706.722399] env[62697]: _type = "Task" [ 1706.722399] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.735197] env[62697]: DEBUG oslo_vmware.api [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.796684] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.796862] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.797225] env[62697]: DEBUG nova.network.neutron [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.857404] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a7377d-d427-414f-9ccf-52362f9f3958 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.866545] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caab736-3b18-4712-ae71-62ce88496f2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.905618] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8777b4a-0c6e-47ed-a027-bd3f0e3484af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.913456] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3590e451-0cc5-4e39-b6a7-52edbfbb94ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.927725] env[62697]: DEBUG nova.compute.provider_tree [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.964649] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1706.965011] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1496f91a-b61b-4db0-ac47-b26bf51aabad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.972721] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1706.972721] env[62697]: value = "task-1707100" [ 1706.972721] env[62697]: _type = "Task" [ 1706.972721] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.983448] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.003120] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d6fb38-4814-e454-d222-20fbbbe5bed2, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.003443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.003935] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.004209] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.004382] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.005016] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.005016] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a35c5fd-8dee-460b-9bb8-1f5a6f6dff4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.016674] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.016831] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.017565] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fd0375-89c3-492a-86ad-174f5e71bd5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.022482] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1707.022482] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522d6579-b3be-ea0a-5e16-24c8a32e14d8" [ 1707.022482] env[62697]: _type = "Task" [ 1707.022482] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.029897] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522d6579-b3be-ea0a-5e16-24c8a32e14d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.135097] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707098, 'name': ReconfigVM_Task, 'duration_secs': 0.300047} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.135412] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.136069] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48326a9e-d5f4-4694-b44f-c6dfca11f440 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.142981] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1707.142981] env[62697]: value = "task-1707101" [ 1707.142981] env[62697]: _type = "Task" [ 1707.142981] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.151111] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707101, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.199142] env[62697]: DEBUG oslo_concurrency.lockutils [req-c5eddd0c-fd31-4b09-9dc0-80d78de3adc8 req-c5b81dbb-da4f-4308-b079-7a79baa100c7 service nova] Releasing lock "refresh_cache-14fb00e9-5c43-416f-85a6-cf41bbd92c48" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.231893] env[62697]: DEBUG oslo_vmware.api [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707099, 'name': PowerOffVM_Task, 'duration_secs': 0.201113} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.233130] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.233130] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.233130] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d18e1c-45cc-4b98-b7d9-5f12335fd385 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.332704] env[62697]: DEBUG nova.network.neutron [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.430887] env[62697]: DEBUG nova.scheduler.client.report [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1707.470079] env[62697]: DEBUG nova.network.neutron [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.484530] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.532968] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522d6579-b3be-ea0a-5e16-24c8a32e14d8, 'name': SearchDatastore_Task, 'duration_secs': 0.063407} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.533813] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae59b7a-2ecb-4e68-b239-4c38bd111115 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.539342] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1707.539342] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5218600c-0ffa-0f16-6704-5953185b44f3" [ 1707.539342] env[62697]: _type = "Task" [ 1707.539342] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.548266] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5218600c-0ffa-0f16-6704-5953185b44f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.653527] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707101, 'name': Rename_Task, 'duration_secs': 0.175716} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.653948] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.654494] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33942894-d5eb-43eb-871f-3938487ef855 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.661111] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1707.661111] env[62697]: value = "task-1707103" [ 1707.661111] env[62697]: _type = "Task" [ 1707.661111] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.669374] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.865472] env[62697]: DEBUG nova.compute.manager [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-vif-plugged-ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1707.865647] env[62697]: DEBUG oslo_concurrency.lockutils [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.865883] env[62697]: DEBUG oslo_concurrency.lockutils [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.866111] env[62697]: DEBUG oslo_concurrency.lockutils [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.866340] env[62697]: DEBUG nova.compute.manager [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] No waiting events found dispatching network-vif-plugged-ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1707.866520] env[62697]: WARNING nova.compute.manager [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received unexpected event network-vif-plugged-ad56338b-2021-42cb-b5ac-c103b70bb319 for instance with vm_state building and task_state spawning. [ 1707.866683] env[62697]: DEBUG nova.compute.manager [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-changed-ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1707.866842] env[62697]: DEBUG nova.compute.manager [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing instance network info cache due to event network-changed-ad56338b-2021-42cb-b5ac-c103b70bb319. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1707.867033] env[62697]: DEBUG oslo_concurrency.lockutils [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.937589] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.940394] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.043s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.957866] env[62697]: INFO nova.scheduler.client.report [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Deleted allocations for instance fe26f8a5-ad9c-4b62-8bb7-0692d6c98835 [ 1707.972504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.972868] env[62697]: DEBUG nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Instance network_info: |[{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1707.973555] env[62697]: DEBUG oslo_concurrency.lockutils [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.973978] env[62697]: DEBUG nova.network.neutron [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing network info cache for port ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.975065] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:2c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad56338b-2021-42cb-b5ac-c103b70bb319', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.983320] env[62697]: DEBUG oslo.service.loopingcall [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.987802] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.991313] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f225f1-03e6-4026-bee1-b9a4e756479e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.012359] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707100, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.013683] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.013683] env[62697]: value = "task-1707104" [ 1708.013683] env[62697]: _type = "Task" [ 1708.013683] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.022068] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707104, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.051685] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5218600c-0ffa-0f16-6704-5953185b44f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.051985] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.052284] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 14fb00e9-5c43-416f-85a6-cf41bbd92c48/14fb00e9-5c43-416f-85a6-cf41bbd92c48.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.052556] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9c53439-8ba9-4d5c-8a9a-5fed8f86aa5e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.058398] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1708.058398] env[62697]: value = "task-1707105" [ 1708.058398] env[62697]: _type = "Task" [ 1708.058398] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.067655] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.171468] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.220753] env[62697]: DEBUG nova.network.neutron [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updated VIF entry in instance network info cache for port ad56338b-2021-42cb-b5ac-c103b70bb319. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.221294] env[62697]: DEBUG nova.network.neutron [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.445744] env[62697]: INFO nova.compute.claims [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.466855] env[62697]: DEBUG oslo_concurrency.lockutils [None req-828f0dfa-ea3a-4523-adfb-6d71beebee6b tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "fe26f8a5-ad9c-4b62-8bb7-0692d6c98835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.982s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.498741] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707100, 'name': CreateSnapshot_Task, 'duration_secs': 1.092977} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.499141] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1708.500068] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618a6496-2203-4433-aecf-9a3f59950950 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.526932] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707104, 'name': CreateVM_Task, 'duration_secs': 0.424066} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.526932] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.527511] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.527595] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.528072] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.528397] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11b13e0-0d5e-48b1-8cc3-aa9b591cb918 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.537933] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1708.537933] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b159b6-abab-7f38-df25-57ebd44b0961" [ 1708.537933] env[62697]: _type = "Task" [ 1708.537933] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.549707] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b159b6-abab-7f38-df25-57ebd44b0961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.569765] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707105, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.673169] env[62697]: DEBUG oslo_vmware.api [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707103, 'name': PowerOnVM_Task, 'duration_secs': 0.716838} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.673519] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.673647] env[62697]: INFO nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1708.673851] env[62697]: DEBUG nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1708.674644] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c481f-4e87-4c83-88f2-05d671f21f22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.724561] env[62697]: DEBUG oslo_concurrency.lockutils [req-354414ba-7104-447c-8345-2a42df651fc2 req-f5c8ea83-5325-45cb-8101-2382274cb067 service nova] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.952985] env[62697]: INFO nova.compute.resource_tracker [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating resource usage from migration 054264fb-44b1-4ea7-8fe7-cf070c8bafd5 [ 1709.021966] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1709.024747] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7c2ec21-1993-4b10-8604-2477e4958fdc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.033676] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1709.033676] env[62697]: value = "task-1707106" [ 1709.033676] env[62697]: _type = "Task" [ 1709.033676] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.044646] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707106, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.052384] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b159b6-abab-7f38-df25-57ebd44b0961, 'name': SearchDatastore_Task, 'duration_secs': 0.05346} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.052677] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.052941] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.053286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.053361] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.053542] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.053810] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c91f5c1-642c-4f21-8980-fe868759cf00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.067731] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.067838] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.069086] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f793458-96fe-4ddf-8ba4-a032ad610e02 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.077166] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587821} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.078286] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 14fb00e9-5c43-416f-85a6-cf41bbd92c48/14fb00e9-5c43-416f-85a6-cf41bbd92c48.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.078573] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.078868] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09cedee-6abc-4884-a80b-af9497227cd1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.082099] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1709.082099] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e034ca-4d83-26f9-1ffc-063bcc27a1c0" [ 1709.082099] env[62697]: _type = "Task" [ 1709.082099] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.087976] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1709.087976] env[62697]: value = "task-1707107" [ 1709.087976] env[62697]: _type = "Task" [ 1709.087976] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.097079] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e034ca-4d83-26f9-1ffc-063bcc27a1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.101858] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.159165] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9481380b-4a73-4d9d-9df0-3050f4367541 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.171940] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab4284-3a41-42d1-af29-e8baa87e629a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.208860] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f19488-f74c-442b-817d-923bd8a7433f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.214497] env[62697]: INFO nova.compute.manager [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Took 17.33 seconds to build instance. [ 1709.218770] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6239b040-9407-4d38-bb60-6183b8923e03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.237795] env[62697]: DEBUG nova.compute.provider_tree [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.545328] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707106, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.593266] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e034ca-4d83-26f9-1ffc-063bcc27a1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.020126} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.597713] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e62cf51-c547-4071-932c-d77143d65d9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.608348] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070512} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.612020] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1709.612020] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f30f5e-2e2b-01df-c58b-ac4a3ffbc069" [ 1709.612020] env[62697]: _type = "Task" [ 1709.612020] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.612020] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.612020] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8650a906-7285-4981-b2e9-cc86a270a448 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.621293] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f30f5e-2e2b-01df-c58b-ac4a3ffbc069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.649114] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 14fb00e9-5c43-416f-85a6-cf41bbd92c48/14fb00e9-5c43-416f-85a6-cf41bbd92c48.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.649541] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982e1e5c-fee8-4ca6-8d07-9ea4eb4ae7a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.670673] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1709.670673] env[62697]: value = "task-1707108" [ 1709.670673] env[62697]: _type = "Task" [ 1709.670673] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.680872] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707108, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.691784] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.692698] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.692698] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleting the datastore file [datastore1] 735f1172-0814-4f6c-a060-8b0359ee95b4 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.693033] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9109903-e1a6-4060-a5db-6d0818a2c125 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.699441] env[62697]: DEBUG oslo_vmware.api [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1709.699441] env[62697]: value = "task-1707109" [ 1709.699441] env[62697]: _type = "Task" [ 1709.699441] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.708221] env[62697]: DEBUG oslo_vmware.api [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.722860] env[62697]: DEBUG oslo_concurrency.lockutils [None req-42de2990-f2b3-47cc-9b55-80ecdc1d0d66 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.844s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.766805] env[62697]: ERROR nova.scheduler.client.report [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [req-2d3cc93d-c0a0-4da0-8a6e-3df586058165] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d3cc93d-c0a0-4da0-8a6e-3df586058165"}]} [ 1709.787592] env[62697]: DEBUG nova.scheduler.client.report [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1709.804484] env[62697]: DEBUG nova.scheduler.client.report [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1709.804836] env[62697]: DEBUG nova.compute.provider_tree [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.817529] env[62697]: DEBUG nova.scheduler.client.report [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1709.836721] env[62697]: DEBUG nova.scheduler.client.report [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1710.041445] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14af37b2-a6ab-45b8-9c8a-d1d2eed4dd6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.047219] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707106, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.051734] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd7e303-ee56-422b-b574-a2a89dc93277 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.083189] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f71001d-3d83-439f-898c-3d3550c3bc68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.090603] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f58bb5c-4ac0-4707-827a-282bddce600c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.104314] env[62697]: DEBUG nova.compute.provider_tree [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.120804] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f30f5e-2e2b-01df-c58b-ac4a3ffbc069, 'name': SearchDatastore_Task, 'duration_secs': 0.023166} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.121682] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.121939] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1732ee60-5f80-4f47-b601-9bc5be4a898e/1732ee60-5f80-4f47-b601-9bc5be4a898e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.122219] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f7dc234-e767-432a-8ad5-8d37a1b2c42b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.132184] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1710.132184] env[62697]: value = "task-1707110" [ 1710.132184] env[62697]: _type = "Task" [ 1710.132184] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.138888] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.177031] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.177031] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.177031] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1710.182929] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707108, 'name': ReconfigVM_Task, 'duration_secs': 0.32853} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.184371] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 14fb00e9-5c43-416f-85a6-cf41bbd92c48/14fb00e9-5c43-416f-85a6-cf41bbd92c48.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.184371] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9806c4a-1066-4e1a-b6c0-76de16c0d995 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.195038] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1710.195038] env[62697]: value = "task-1707111" [ 1710.195038] env[62697]: _type = "Task" [ 1710.195038] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.203494] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707111, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.215111] env[62697]: DEBUG oslo_vmware.api [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159991} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.215111] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.215111] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.215111] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.215111] env[62697]: INFO nova.compute.manager [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Took 3.51 seconds to destroy the instance on the hypervisor. [ 1710.215111] env[62697]: DEBUG oslo.service.loopingcall [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.215378] env[62697]: DEBUG nova.compute.manager [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1710.215378] env[62697]: DEBUG nova.network.neutron [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.238260] env[62697]: DEBUG nova.compute.manager [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1710.238604] env[62697]: DEBUG nova.compute.manager [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing instance network info cache due to event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1710.238972] env[62697]: DEBUG oslo_concurrency.lockutils [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] Acquiring lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.239601] env[62697]: DEBUG oslo_concurrency.lockutils [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] Acquired lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.239601] env[62697]: DEBUG nova.network.neutron [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.261925] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.262284] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.550091] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707106, 'name': CloneVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.613467] env[62697]: DEBUG nova.scheduler.client.report [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1710.641780] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707110, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.704483] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707111, 'name': Rename_Task, 'duration_secs': 0.157854} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.704808] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.705055] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d79699-55a5-4881-9976-ccbb968578aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.712814] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1710.712814] env[62697]: value = "task-1707112" [ 1710.712814] env[62697]: _type = "Task" [ 1710.712814] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.721134] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.767239] env[62697]: DEBUG nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1710.791981] env[62697]: DEBUG nova.compute.manager [req-533bc599-e7ca-4890-8abf-cd946b161551 req-9a0918d7-479d-4c99-9509-94fa7d3968c5 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Received event network-vif-deleted-5b34d8c5-24d3-4e16-82bd-93cb8ac9f244 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1710.792206] env[62697]: INFO nova.compute.manager [req-533bc599-e7ca-4890-8abf-cd946b161551 req-9a0918d7-479d-4c99-9509-94fa7d3968c5 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Neutron deleted interface 5b34d8c5-24d3-4e16-82bd-93cb8ac9f244; detaching it from the instance and deleting it from the info cache [ 1710.793495] env[62697]: DEBUG nova.network.neutron [req-533bc599-e7ca-4890-8abf-cd946b161551 req-9a0918d7-479d-4c99-9509-94fa7d3968c5 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.047821] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707106, 'name': CloneVM_Task, 'duration_secs': 1.591596} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.049142] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Created linked-clone VM from snapshot [ 1711.049142] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6433134c-d470-41bc-927e-b38b80a09307 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.058080] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Uploading image c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1711.101021] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1711.101021] env[62697]: value = "vm-355687" [ 1711.101021] env[62697]: _type = "VirtualMachine" [ 1711.101021] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1711.101339] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7bddd90f-a857-4af4-8b5d-36bd79e91cf4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.111320] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.111543] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.113065] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease: (returnval){ [ 1711.113065] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526c1557-cb47-f9b4-f162-d6bd9c1a4ba9" [ 1711.113065] env[62697]: _type = "HttpNfcLease" [ 1711.113065] env[62697]: } obtained for exporting VM: (result){ [ 1711.113065] env[62697]: value = "vm-355687" [ 1711.113065] env[62697]: _type = "VirtualMachine" [ 1711.113065] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1711.113329] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the lease: (returnval){ [ 1711.113329] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526c1557-cb47-f9b4-f162-d6bd9c1a4ba9" [ 1711.113329] env[62697]: _type = "HttpNfcLease" [ 1711.113329] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1711.119346] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.179s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.119396] env[62697]: INFO nova.compute.manager [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Migrating [ 1711.128383] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.071s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.128625] env[62697]: DEBUG nova.objects.instance [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lazy-loading 'resources' on Instance uuid d88d62a0-6552-4514-9e39-d73ce457b37d {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.134118] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1711.134118] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526c1557-cb47-f9b4-f162-d6bd9c1a4ba9" [ 1711.134118] env[62697]: _type = "HttpNfcLease" [ 1711.134118] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1711.141830] env[62697]: DEBUG nova.network.neutron [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updated VIF entry in instance network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.142184] env[62697]: DEBUG nova.network.neutron [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1c765c-38", "ovs_interfaceid": "be1c765c-38f2-4070-8613-bf420a8ff582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.157578] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548782} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.157852] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1732ee60-5f80-4f47-b601-9bc5be4a898e/1732ee60-5f80-4f47-b601-9bc5be4a898e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.158089] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.158573] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd86bc5-3843-4281-a727-c49f9d0a95cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.166305] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1711.166305] env[62697]: value = "task-1707114" [ 1711.166305] env[62697]: _type = "Task" [ 1711.166305] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.174234] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.223108] env[62697]: DEBUG oslo_vmware.api [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707112, 'name': PowerOnVM_Task, 'duration_secs': 0.481771} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.223388] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.223604] env[62697]: INFO nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1711.223802] env[62697]: DEBUG nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1711.224938] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ed656e-5d95-44da-a36b-2f342e525ab4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.228445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.228535] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.228683] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1711.262490] env[62697]: DEBUG nova.network.neutron [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.292640] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.296991] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac1eaca3-2d56-40d4-aace-5c78f4c6d731 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.305528] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f6d3e3-d1d4-4551-94e8-3f9c2e7c7478 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.337169] env[62697]: DEBUG nova.compute.manager [req-533bc599-e7ca-4890-8abf-cd946b161551 req-9a0918d7-479d-4c99-9509-94fa7d3968c5 service nova] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Detach interface failed, port_id=5b34d8c5-24d3-4e16-82bd-93cb8ac9f244, reason: Instance 735f1172-0814-4f6c-a060-8b0359ee95b4 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1711.615212] env[62697]: DEBUG nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1711.625781] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1711.625781] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526c1557-cb47-f9b4-f162-d6bd9c1a4ba9" [ 1711.625781] env[62697]: _type = "HttpNfcLease" [ 1711.625781] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1711.626094] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1711.626094] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526c1557-cb47-f9b4-f162-d6bd9c1a4ba9" [ 1711.626094] env[62697]: _type = "HttpNfcLease" [ 1711.626094] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1711.626835] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515a5c95-5f35-4e50-84b5-4c374c49a0d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.634272] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baa5a8-2cda-376b-38b5-fec461f67c4d/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1711.634397] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baa5a8-2cda-376b-38b5-fec461f67c4d/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1711.695297] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.695498] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.695687] env[62697]: DEBUG nova.network.neutron [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.697502] env[62697]: DEBUG oslo_concurrency.lockutils [req-3ef64c56-a0f2-47aa-b126-aa10132108f1 req-b581339c-b171-4a5f-8bac-43760dc93e60 service nova] Releasing lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.711631] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071392} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.711926] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.712682] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029c5df-20db-4017-b20d-4b5776ba15cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.739469] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1732ee60-5f80-4f47-b601-9bc5be4a898e/1732ee60-5f80-4f47-b601-9bc5be4a898e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.749820] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd5091c-f4ae-4937-8ad0-828a3c1f3165 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.766492] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c34e342e-fbe5-4001-b228-5aeab4992eef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.768299] env[62697]: INFO nova.compute.manager [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Took 15.72 seconds to build instance. [ 1711.769765] env[62697]: INFO nova.compute.manager [-] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Took 1.55 seconds to deallocate network for instance. [ 1711.777255] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1711.777255] env[62697]: value = "task-1707115" [ 1711.777255] env[62697]: _type = "Task" [ 1711.777255] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.790430] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.897137] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee674468-a84f-4705-aba8-79f3b3ba9154 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.904142] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907ecdbe-12d8-4bff-a281-2ac2c36c773c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.933622] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5eaad-3484-4487-9224-9620a6eda8c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.940718] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9565648-57a1-4654-82d3-ed35229a427e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.953604] env[62697]: DEBUG nova.compute.provider_tree [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.139622] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.270879] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8cde0142-01cf-401d-99b3-a9fe310d11b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.244s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.278286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.289442] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.456857] env[62697]: DEBUG nova.scheduler.client.report [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1712.515918] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updating instance_info_cache with network_info: [{"id": "65835872-894d-4a8c-9697-cacbd34d2903", "address": "fa:16:3e:b6:16:ab", "network": {"id": "b9b467d7-cebd-474b-a98d-cd354e03c8c2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-560365668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3c84ac1d946959522dc47b36e78c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65835872-89", "ovs_interfaceid": "65835872-894d-4a8c-9697-cacbd34d2903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.590045] env[62697]: DEBUG nova.network.neutron [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance_info_cache with network_info: [{"id": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "address": "fa:16:3e:08:ff:04", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de55a4c-be", "ovs_interfaceid": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.790449] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707115, 'name': ReconfigVM_Task, 'duration_secs': 0.721441} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.790862] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1732ee60-5f80-4f47-b601-9bc5be4a898e/1732ee60-5f80-4f47-b601-9bc5be4a898e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.791635] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-654b1b86-3769-4a4c-a859-fba23c9eeca7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.797763] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1712.797763] env[62697]: value = "task-1707116" [ 1712.797763] env[62697]: _type = "Task" [ 1712.797763] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.805927] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707116, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.964597] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.967050] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.675s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.968821] env[62697]: INFO nova.compute.claims [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.985329] env[62697]: INFO nova.scheduler.client.report [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleted allocations for instance d88d62a0-6552-4514-9e39-d73ce457b37d [ 1713.018686] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-e3b27de9-391f-431b-bdc5-c06b100b212d" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.018957] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1713.020129] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.020541] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.020596] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.020870] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.021246] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.021444] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.021588] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1713.092828] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.308290] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707116, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.424369] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "7d3a0fce-b747-48fc-9273-e4d48d332510" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.425053] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.493273] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1829682b-50f8-4b18-9bd8-86bed49f67bf tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "d88d62a0-6552-4514-9e39-d73ce457b37d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.495s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.809685] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707116, 'name': Rename_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.927984] env[62697]: DEBUG nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1714.134023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "e3b27de9-391f-431b-bdc5-c06b100b212d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.134328] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.134547] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "e3b27de9-391f-431b-bdc5-c06b100b212d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.134736] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.134916] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.137135] env[62697]: INFO nova.compute.manager [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Terminating instance [ 1714.138945] env[62697]: DEBUG nova.compute.manager [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1714.139165] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.139995] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bf03c3-dc34-4672-88f6-e26ba55cd9a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.150712] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.151179] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7febe2c3-91e3-417b-8fb8-2f85b0dbb523 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.157964] env[62697]: DEBUG oslo_vmware.api [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1714.157964] env[62697]: value = "task-1707117" [ 1714.157964] env[62697]: _type = "Task" [ 1714.157964] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.170803] env[62697]: DEBUG oslo_vmware.api [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.175758] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb85b05e-04ea-44bf-97c8-254f06a30c4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.183542] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d9488-e784-4cec-a8d4-f6817b152dad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.214274] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f124c0-99ce-4f43-8a95-a9f433af89bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.222942] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f3fcbe-2ca5-4568-bd27-1fa64198ecea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.236747] env[62697]: DEBUG nova.compute.provider_tree [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.311206] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707116, 'name': Rename_Task, 'duration_secs': 1.261192} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.311524] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.311906] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5140c4c-ae7d-42f0-9a72-4ada3e7a2023 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.318583] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1714.318583] env[62697]: value = "task-1707118" [ 1714.318583] env[62697]: _type = "Task" [ 1714.318583] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.326337] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.450182] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.608245] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafcffea-ed5f-46be-81eb-671555472da9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.628172] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance '3448234e-162e-4928-ae11-967ae5e2d873' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1714.668177] env[62697]: DEBUG oslo_vmware.api [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707117, 'name': PowerOffVM_Task, 'duration_secs': 0.307128} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.668488] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.668666] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.668937] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-776e6c48-2388-44bb-86b4-ef4739a2055e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.740980] env[62697]: DEBUG nova.scheduler.client.report [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1714.821365] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1714.821656] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1714.821796] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleting the datastore file [datastore1] e3b27de9-391f-431b-bdc5-c06b100b212d {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1714.825553] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4857eb07-1769-4149-8888-f32e3175d9a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.832578] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.833863] env[62697]: DEBUG oslo_vmware.api [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for the task: (returnval){ [ 1714.833863] env[62697]: value = "task-1707120" [ 1714.833863] env[62697]: _type = "Task" [ 1714.833863] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.840979] env[62697]: DEBUG oslo_vmware.api [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.135237] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.135630] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c70835-3d05-460c-be9d-c5f86fa0bed4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.143487] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1715.143487] env[62697]: value = "task-1707121" [ 1715.143487] env[62697]: _type = "Task" [ 1715.143487] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.155623] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.245863] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.246510] env[62697]: DEBUG nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1715.249480] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.110s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.251050] env[62697]: INFO nova.compute.claims [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.332496] env[62697]: DEBUG oslo_vmware.api [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707118, 'name': PowerOnVM_Task, 'duration_secs': 0.855743} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.332796] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.333090] env[62697]: INFO nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1715.333285] env[62697]: DEBUG nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1715.334115] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e420253b-d27a-4ce9-966e-a6212b5f0556 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.345164] env[62697]: DEBUG oslo_vmware.api [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Task: {'id': task-1707120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289762} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.346808] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.347028] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.347222] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.347401] env[62697]: INFO nova.compute.manager [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1715.347644] env[62697]: DEBUG oslo.service.loopingcall [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.351253] env[62697]: DEBUG nova.compute.manager [-] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1715.351360] env[62697]: DEBUG nova.network.neutron [-] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.659368] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707121, 'name': PowerOffVM_Task, 'duration_secs': 0.390811} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.659990] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.663209] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance '3448234e-162e-4928-ae11-967ae5e2d873' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1715.756063] env[62697]: DEBUG nova.compute.utils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.762104] env[62697]: DEBUG nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1715.762409] env[62697]: DEBUG nova.network.neutron [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.767101] env[62697]: DEBUG nova.compute.manager [req-6631433c-195f-4283-98e0-a32e8116de41 req-ddafaa8c-a607-41e1-b0da-a7e66c6d3823 service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Received event network-vif-deleted-65835872-894d-4a8c-9697-cacbd34d2903 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1715.767368] env[62697]: INFO nova.compute.manager [req-6631433c-195f-4283-98e0-a32e8116de41 req-ddafaa8c-a607-41e1-b0da-a7e66c6d3823 service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Neutron deleted interface 65835872-894d-4a8c-9697-cacbd34d2903; detaching it from the instance and deleting it from the info cache [ 1715.767575] env[62697]: DEBUG nova.network.neutron [req-6631433c-195f-4283-98e0-a32e8116de41 req-ddafaa8c-a607-41e1-b0da-a7e66c6d3823 service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.836619] env[62697]: DEBUG nova.policy [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1d4de21fe84af494a0e1af11bb33c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd181e836304a20923f883ea3733ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1715.863828] env[62697]: INFO nova.compute.manager [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Took 16.95 seconds to build instance. [ 1716.172194] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.172194] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.172194] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.172194] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.172194] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.174843] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.175973] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.183063] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.183063] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.183063] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.183063] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.190738] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdef32f1-2eee-48ca-8a54-df7c3d6ca5e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.208508] env[62697]: DEBUG nova.network.neutron [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Successfully created port: 87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.213244] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1716.213244] env[62697]: value = "task-1707122" [ 1716.213244] env[62697]: _type = "Task" [ 1716.213244] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.228180] env[62697]: DEBUG nova.compute.manager [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-changed-ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1716.228595] env[62697]: DEBUG nova.compute.manager [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing instance network info cache due to event network-changed-ad56338b-2021-42cb-b5ac-c103b70bb319. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1716.229017] env[62697]: DEBUG oslo_concurrency.lockutils [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.230314] env[62697]: DEBUG oslo_concurrency.lockutils [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.230314] env[62697]: DEBUG nova.network.neutron [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing network info cache for port ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.239380] env[62697]: DEBUG nova.network.neutron [-] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.240932] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.258590] env[62697]: DEBUG nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1716.271338] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a82137e-a0f5-46e1-80bd-f61aaafd7b03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.285717] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c50e7d-d5b6-46b5-892d-852212dcef08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.330343] env[62697]: DEBUG nova.compute.manager [req-6631433c-195f-4283-98e0-a32e8116de41 req-ddafaa8c-a607-41e1-b0da-a7e66c6d3823 service nova] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Detach interface failed, port_id=65835872-894d-4a8c-9697-cacbd34d2903, reason: Instance e3b27de9-391f-431b-bdc5-c06b100b212d could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1716.365057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-95db7a3f-d03b-4f0d-bdad-924757da5c65 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.460s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.503848] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03916903-142e-420a-b817-4cd938e8c8b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.516625] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ad09b6-a395-418f-90d9-090a74b0e88e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.558601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45832fda-3b88-416b-8a5d-8eb64b523a3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.569059] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df4841d-26e8-47ce-84db-75ba6aeb2684 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.588819] env[62697]: DEBUG nova.compute.provider_tree [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.727052] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707122, 'name': ReconfigVM_Task, 'duration_secs': 0.347336} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.727052] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance '3448234e-162e-4928-ae11-967ae5e2d873' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1716.742393] env[62697]: INFO nova.compute.manager [-] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Took 1.39 seconds to deallocate network for instance. [ 1717.006803] env[62697]: DEBUG nova.network.neutron [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updated VIF entry in instance network info cache for port ad56338b-2021-42cb-b5ac-c103b70bb319. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.007241] env[62697]: DEBUG nova.network.neutron [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.091050] env[62697]: DEBUG nova.scheduler.client.report [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1717.235419] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.235681] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.235847] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.236050] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.236208] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.236364] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.236577] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.236745] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.236938] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.237196] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.237443] env[62697]: DEBUG nova.virt.hardware [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.243088] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1717.243784] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7d49d9-90ea-4496-a081-615eae0f94ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.258703] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.266300] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1717.266300] env[62697]: value = "task-1707123" [ 1717.266300] env[62697]: _type = "Task" [ 1717.266300] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.272976] env[62697]: DEBUG nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1717.281833] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.304105] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.304392] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.304554] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.304740] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.304892] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.305056] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.305271] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.305430] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.305598] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.305758] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.305937] env[62697]: DEBUG nova.virt.hardware [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.306826] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a772e17-9b40-4cac-8b8a-4957ebd3642e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.317383] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aa3dc1-099e-4e1f-a4e8-8b23162aa253 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.509964] env[62697]: DEBUG oslo_concurrency.lockutils [req-b3c17deb-169f-4a6c-a4f6-4170a2548c9a req-74a56505-adc9-47b9-91a0-351ceb8d7dd8 service nova] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.596260] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.596847] env[62697]: DEBUG nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1717.599950] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.322s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.600203] env[62697]: DEBUG nova.objects.instance [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'resources' on Instance uuid 735f1172-0814-4f6c-a060-8b0359ee95b4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.780805] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707123, 'name': ReconfigVM_Task, 'duration_secs': 0.277423} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.781214] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1717.782346] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7c400-4999-4c15-a03f-6a86d0e17616 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.816832] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 3448234e-162e-4928-ae11-967ae5e2d873/3448234e-162e-4928-ae11-967ae5e2d873.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.817297] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb3e82f-293d-47ab-aa34-993d16128132 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.839795] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1717.839795] env[62697]: value = "task-1707124" [ 1717.839795] env[62697]: _type = "Task" [ 1717.839795] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.849408] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.865691] env[62697]: DEBUG nova.compute.manager [req-bdc0b38e-ab8f-490a-a723-253455e7c8d5 req-06ebf68e-a7ea-4262-9024-af22aed93584 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Received event network-vif-plugged-87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1717.865928] env[62697]: DEBUG oslo_concurrency.lockutils [req-bdc0b38e-ab8f-490a-a723-253455e7c8d5 req-06ebf68e-a7ea-4262-9024-af22aed93584 service nova] Acquiring lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.866180] env[62697]: DEBUG oslo_concurrency.lockutils [req-bdc0b38e-ab8f-490a-a723-253455e7c8d5 req-06ebf68e-a7ea-4262-9024-af22aed93584 service nova] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.866464] env[62697]: DEBUG oslo_concurrency.lockutils [req-bdc0b38e-ab8f-490a-a723-253455e7c8d5 req-06ebf68e-a7ea-4262-9024-af22aed93584 service nova] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.866538] env[62697]: DEBUG nova.compute.manager [req-bdc0b38e-ab8f-490a-a723-253455e7c8d5 req-06ebf68e-a7ea-4262-9024-af22aed93584 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] No waiting events found dispatching network-vif-plugged-87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1717.866717] env[62697]: WARNING nova.compute.manager [req-bdc0b38e-ab8f-490a-a723-253455e7c8d5 req-06ebf68e-a7ea-4262-9024-af22aed93584 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Received unexpected event network-vif-plugged-87d4284a-c596-4fe2-8b3d-e407bb5070bc for instance with vm_state building and task_state spawning. [ 1717.993342] env[62697]: DEBUG nova.network.neutron [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Successfully updated port: 87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.102919] env[62697]: DEBUG nova.compute.utils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.107736] env[62697]: DEBUG nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1718.107736] env[62697]: DEBUG nova.network.neutron [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.198512] env[62697]: DEBUG nova.policy [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '260cae7176604572875539e34577948c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ab3e5844154e008e885cf725292c83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1718.330478] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0835e-adff-484a-97f8-5dd00ba1c6ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.339315] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c67c5-ec0d-4527-8a85-bdb53e3c4365 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.353253] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707124, 'name': ReconfigVM_Task, 'duration_secs': 0.432023} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.378223] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 3448234e-162e-4928-ae11-967ae5e2d873/3448234e-162e-4928-ae11-967ae5e2d873.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.378694] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance '3448234e-162e-4928-ae11-967ae5e2d873' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1718.383675] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d2c8c5-fa12-4f20-914a-b3e9ebe3f75c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.392687] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91194ada-217e-43dd-a0a0-554add015b79 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.407808] env[62697]: DEBUG nova.compute.provider_tree [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.498949] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.498949] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.498949] env[62697]: DEBUG nova.network.neutron [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.511074] env[62697]: DEBUG nova.network.neutron [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Successfully created port: 3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.608370] env[62697]: DEBUG nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1718.885675] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b148c2f7-9e03-446c-8d0d-1cf54e82c2e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.906969] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7710e01b-9c1e-4737-a58c-641b4afcec07 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.910574] env[62697]: DEBUG nova.scheduler.client.report [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1718.932782] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance '3448234e-162e-4928-ae11-967ae5e2d873' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1719.031526] env[62697]: DEBUG nova.network.neutron [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.186396] env[62697]: DEBUG nova.network.neutron [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Updating instance_info_cache with network_info: [{"id": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "address": "fa:16:3e:63:b7:a8", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d4284a-c5", "ovs_interfaceid": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.416189] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.418677] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.969s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.420370] env[62697]: INFO nova.compute.claims [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.442026] env[62697]: INFO nova.scheduler.client.report [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted allocations for instance 735f1172-0814-4f6c-a060-8b0359ee95b4 [ 1719.477728] env[62697]: DEBUG nova.network.neutron [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Port 3de55a4c-be5d-40c9-9c66-9cfdae475948 binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1719.619474] env[62697]: DEBUG nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1719.646832] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1719.647156] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1719.647345] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.647633] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1719.647841] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.648103] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1719.648367] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1719.648586] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1719.648806] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1719.649065] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1719.649267] env[62697]: DEBUG nova.virt.hardware [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1719.650676] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd2f04-a762-4352-8755-fee29807aac3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.660866] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94130de-e505-47c3-b188-9fbd3dfcc4f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.689667] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.690174] env[62697]: DEBUG nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Instance network_info: |[{"id": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "address": "fa:16:3e:63:b7:a8", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d4284a-c5", "ovs_interfaceid": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1719.690560] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:b7:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87d4284a-c596-4fe2-8b3d-e407bb5070bc', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.698216] env[62697]: DEBUG oslo.service.loopingcall [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.698517] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.698769] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee04bff7-033f-461b-9281-958a8adb5bbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.720201] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.720201] env[62697]: value = "task-1707125" [ 1719.720201] env[62697]: _type = "Task" [ 1719.720201] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.728914] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707125, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.904229] env[62697]: DEBUG nova.compute.manager [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Received event network-changed-87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1719.904431] env[62697]: DEBUG nova.compute.manager [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Refreshing instance network info cache due to event network-changed-87d4284a-c596-4fe2-8b3d-e407bb5070bc. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1719.904747] env[62697]: DEBUG oslo_concurrency.lockutils [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] Acquiring lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.904799] env[62697]: DEBUG oslo_concurrency.lockutils [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] Acquired lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.904957] env[62697]: DEBUG nova.network.neutron [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Refreshing network info cache for port 87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.948927] env[62697]: DEBUG oslo_concurrency.lockutils [None req-aab0437a-60e0-4a12-8396-c00254698c54 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "735f1172-0814-4f6c-a060-8b0359ee95b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.253s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.103399] env[62697]: DEBUG nova.network.neutron [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Successfully updated port: 3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.180395] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baa5a8-2cda-376b-38b5-fec461f67c4d/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1720.181196] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f75bcd-cc02-40e0-a936-8ef8ac0d05f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.188614] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baa5a8-2cda-376b-38b5-fec461f67c4d/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1720.188873] env[62697]: ERROR oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baa5a8-2cda-376b-38b5-fec461f67c4d/disk-0.vmdk due to incomplete transfer. [ 1720.188998] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d354549-5102-40fe-9933-79c6f18bd823 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.197007] env[62697]: DEBUG oslo_vmware.rw_handles [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baa5a8-2cda-376b-38b5-fec461f67c4d/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1720.197228] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Uploaded image c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1720.199480] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1720.199725] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-35816bcf-ba2b-4470-9714-b100303d4c8e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.206162] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1720.206162] env[62697]: value = "task-1707126" [ 1720.206162] env[62697]: _type = "Task" [ 1720.206162] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.214221] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707126, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.230200] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707125, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.509730] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3448234e-162e-4928-ae11-967ae5e2d873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.509730] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.509730] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.606478] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.606646] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.606791] env[62697]: DEBUG nova.network.neutron [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.632621] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ccc452-be42-42cc-9372-9edc82fecc56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.641737] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5112f1b9-a4e7-4222-a4ca-e3db76476958 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.681100] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5013fee8-b1fa-4fcd-8d26-df8695f7a6e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.690324] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec94f4f-6fed-4ef6-948c-1bb09cb8b13b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.704580] env[62697]: DEBUG nova.compute.provider_tree [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.716223] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707126, 'name': Destroy_Task, 'duration_secs': 0.395553} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.716518] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Destroyed the VM [ 1720.716776] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1720.717030] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f300fda9-638f-4b80-80cc-cc23c68651ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.725563] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1720.725563] env[62697]: value = "task-1707127" [ 1720.725563] env[62697]: _type = "Task" [ 1720.725563] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.732185] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707125, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.737650] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.950395] env[62697]: DEBUG nova.network.neutron [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Updated VIF entry in instance network info cache for port 87d4284a-c596-4fe2-8b3d-e407bb5070bc. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.950941] env[62697]: DEBUG nova.network.neutron [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Updating instance_info_cache with network_info: [{"id": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "address": "fa:16:3e:63:b7:a8", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d4284a-c5", "ovs_interfaceid": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.169763] env[62697]: DEBUG nova.network.neutron [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.207997] env[62697]: DEBUG nova.scheduler.client.report [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1721.236240] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707127, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384582} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.239378] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1721.239659] env[62697]: DEBUG nova.compute.manager [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1721.239890] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707125, 'name': CreateVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.240594] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc50fc71-2aad-45a2-b7c9-253c3b4d4b01 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.344958] env[62697]: DEBUG nova.network.neutron [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updating instance_info_cache with network_info: [{"id": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "address": "fa:16:3e:66:a0:71", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f182922-87", "ovs_interfaceid": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.454503] env[62697]: DEBUG oslo_concurrency.lockutils [req-9cd3512b-187e-4124-8ab0-3c7c114ef05b req-df9b9513-c819-4f3a-b310-a7f61e130345 service nova] Releasing lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.539598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.539704] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.539824] env[62697]: DEBUG nova.network.neutron [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.713604] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.714204] env[62697]: DEBUG nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1721.716880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.458s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.717133] env[62697]: DEBUG nova.objects.instance [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lazy-loading 'resources' on Instance uuid e3b27de9-391f-431b-bdc5-c06b100b212d {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.734625] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707125, 'name': CreateVM_Task, 'duration_secs': 1.792114} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.734836] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.735665] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.736078] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.736169] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.736494] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4392c75e-36e3-4303-9631-fc464f39dcf9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.741179] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1721.741179] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5210ee7d-3cb8-effd-d1b1-fa4a6c4a25fa" [ 1721.741179] env[62697]: _type = "Task" [ 1721.741179] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.752999] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5210ee7d-3cb8-effd-d1b1-fa4a6c4a25fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.753566] env[62697]: INFO nova.compute.manager [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Shelve offloading [ 1721.755156] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.755745] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845bf106-0214-42be-9e82-6fc60fbb3561 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.762441] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1721.762441] env[62697]: value = "task-1707128" [ 1721.762441] env[62697]: _type = "Task" [ 1721.762441] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.773496] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1721.773682] env[62697]: DEBUG nova.compute.manager [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1721.774447] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7555ce89-8b7f-4aef-98a6-b058ef2e9998 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.779839] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.780022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.780204] env[62697]: DEBUG nova.network.neutron [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.849298] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.849298] env[62697]: DEBUG nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Instance network_info: |[{"id": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "address": "fa:16:3e:66:a0:71", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f182922-87", "ovs_interfaceid": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1721.849298] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:a0:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f182922-8784-4cb5-b50c-bd5f3b151b26', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.856585] env[62697]: DEBUG oslo.service.loopingcall [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.857128] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.857376] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0209e3a-0ddb-438a-9c53-e2acdaca014a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.878081] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.878081] env[62697]: value = "task-1707129" [ 1721.878081] env[62697]: _type = "Task" [ 1721.878081] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.886429] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707129, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.916010] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "85c86c7f-836e-4ce8-8986-8724198e36ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.916376] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.941247] env[62697]: DEBUG nova.compute.manager [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Received event network-vif-plugged-3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1721.941493] env[62697]: DEBUG oslo_concurrency.lockutils [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.941708] env[62697]: DEBUG oslo_concurrency.lockutils [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.941883] env[62697]: DEBUG oslo_concurrency.lockutils [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.942168] env[62697]: DEBUG nova.compute.manager [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] No waiting events found dispatching network-vif-plugged-3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1721.942273] env[62697]: WARNING nova.compute.manager [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Received unexpected event network-vif-plugged-3f182922-8784-4cb5-b50c-bd5f3b151b26 for instance with vm_state building and task_state spawning. [ 1721.942446] env[62697]: DEBUG nova.compute.manager [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Received event network-changed-3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1721.942652] env[62697]: DEBUG nova.compute.manager [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Refreshing instance network info cache due to event network-changed-3f182922-8784-4cb5-b50c-bd5f3b151b26. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1721.942896] env[62697]: DEBUG oslo_concurrency.lockutils [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] Acquiring lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.943060] env[62697]: DEBUG oslo_concurrency.lockutils [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] Acquired lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.943252] env[62697]: DEBUG nova.network.neutron [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Refreshing network info cache for port 3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.220118] env[62697]: DEBUG nova.compute.utils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.227541] env[62697]: DEBUG nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1722.227733] env[62697]: DEBUG nova.network.neutron [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.257462] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5210ee7d-3cb8-effd-d1b1-fa4a6c4a25fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.257783] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.258035] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.259167] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.259333] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.259558] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.259832] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2f1c845-7bb6-4e92-add6-e0927a2e8fe0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.268651] env[62697]: DEBUG nova.policy [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0e72ef778e4169aeaf9897f91eaad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dcdc67a42e64e3594338e967b767daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1722.271224] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.271405] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.272138] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847808dc-0905-4393-8a88-1dcc0a2dee85 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.277823] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1722.277823] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52fbec3e-9a04-fa72-aee1-228727e28ff3" [ 1722.277823] env[62697]: _type = "Task" [ 1722.277823] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.291347] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52fbec3e-9a04-fa72-aee1-228727e28ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.292282] env[62697]: DEBUG nova.network.neutron [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance_info_cache with network_info: [{"id": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "address": "fa:16:3e:08:ff:04", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de55a4c-be", "ovs_interfaceid": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.301978] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849459fc-ef60-4a39-bb94-fd901553169a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.308065] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1722.308065] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4e0bd-e331-9e15-84c0-96eda4441489" [ 1722.308065] env[62697]: _type = "Task" [ 1722.308065] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.320535] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c4e0bd-e331-9e15-84c0-96eda4441489, 'name': SearchDatastore_Task} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.320787] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.321212] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.321499] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c549e5b0-ec70-46c2-b2f7-c57fb37f5676 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.337322] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1722.337322] env[62697]: value = "task-1707130" [ 1722.337322] env[62697]: _type = "Task" [ 1722.337322] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.346341] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.392185] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707129, 'name': CreateVM_Task, 'duration_secs': 0.351205} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.394904] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.395933] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.396157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.399024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.399378] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff131e1-b62f-40bb-a9a5-89ede1d87d77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.408080] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1722.408080] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b7f772-9183-e357-85c1-15547a2959fc" [ 1722.408080] env[62697]: _type = "Task" [ 1722.408080] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.420145] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b7f772-9183-e357-85c1-15547a2959fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.421275] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.421528] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.421784] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.421968] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.422191] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.422602] env[62697]: DEBUG nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1722.425584] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10fac493-0bda-4668-a9bc-16a60da9b124 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.435491] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.435717] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.436548] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ede8939-4b3d-4cbf-b923-cc4004dce0a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.443343] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1722.443343] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5255468e-cbdf-e449-325a-333e59f29015" [ 1722.443343] env[62697]: _type = "Task" [ 1722.443343] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.461339] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5255468e-cbdf-e449-325a-333e59f29015, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.463191] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c54152-ef73-4222-9ae2-c9d0fba981aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.468321] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ad69d5-6060-49e7-ac92-9bd3b50f3686 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.475314] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1722.475314] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b8dca7-5634-72ad-1d92-9f0615bff536" [ 1722.475314] env[62697]: _type = "Task" [ 1722.475314] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.482741] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4038b-33ea-440e-9bcd-da37a9f3d502 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.493387] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b8dca7-5634-72ad-1d92-9f0615bff536, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.521043] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.521431] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 98ad1fe1-8ba7-4074-894d-542e341b394e/98ad1fe1-8ba7-4074-894d-542e341b394e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.527384] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9a7ff08-207b-49db-875e-eaf75862cecd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.530405] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70539c84-b78a-479d-ae74-cee163a6197a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.543929] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b63388-c743-45c9-bcb4-5cd4e5931fd9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.548207] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1722.548207] env[62697]: value = "task-1707131" [ 1722.548207] env[62697]: _type = "Task" [ 1722.548207] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.562357] env[62697]: DEBUG nova.compute.provider_tree [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.570235] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.713532] env[62697]: DEBUG nova.network.neutron [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd693be5c-4a", "ovs_interfaceid": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.725223] env[62697]: DEBUG nova.network.neutron [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Successfully created port: 0a86a5c7-0a55-42c9-98e1-4cecd55a3433 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.728224] env[62697]: DEBUG nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1722.802399] env[62697]: DEBUG oslo_concurrency.lockutils [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.848860] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505657} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.849276] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.849583] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.849885] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a762b5bd-3155-41ad-b643-6e6533400f0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.857117] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1722.857117] env[62697]: value = "task-1707132" [ 1722.857117] env[62697]: _type = "Task" [ 1722.857117] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.873142] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.920616] env[62697]: DEBUG nova.network.neutron [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updated VIF entry in instance network info cache for port 3f182922-8784-4cb5-b50c-bd5f3b151b26. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.921083] env[62697]: DEBUG nova.network.neutron [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updating instance_info_cache with network_info: [{"id": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "address": "fa:16:3e:66:a0:71", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f182922-87", "ovs_interfaceid": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.951728] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.060055] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707131, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.067072] env[62697]: DEBUG nova.scheduler.client.report [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1723.219991] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.327962] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55295fb6-6926-4560-8606-c3656215653c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.348767] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9660c74-7b53-485d-8480-c9d07129870c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.358232] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance '3448234e-162e-4928-ae11-967ae5e2d873' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1723.372141] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080431} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.372141] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.373028] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c6e1d-3222-4361-a4e7-a4b9eae390ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.399540] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.400395] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93af78be-ae1f-4802-9359-73d84f13dca9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.425104] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1723.425104] env[62697]: value = "task-1707133" [ 1723.425104] env[62697]: _type = "Task" [ 1723.425104] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.425639] env[62697]: DEBUG oslo_concurrency.lockutils [req-24d39c2e-a194-4931-9f4f-580c9b9a8037 req-b827dcb8-ae7c-4e89-ad03-dd92086610ca service nova] Releasing lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.436039] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.559535] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703604} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.559821] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 98ad1fe1-8ba7-4074-894d-542e341b394e/98ad1fe1-8ba7-4074-894d-542e341b394e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.560056] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.560322] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b20e308-2ba5-45b7-a75a-97ecb2e08677 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.568474] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1723.568474] env[62697]: value = "task-1707134" [ 1723.568474] env[62697]: _type = "Task" [ 1723.568474] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.572218] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.574476] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.623s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.577235] env[62697]: INFO nova.compute.claims [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1723.585288] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.594548] env[62697]: INFO nova.scheduler.client.report [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Deleted allocations for instance e3b27de9-391f-431b-bdc5-c06b100b212d [ 1723.615224] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.616160] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd0659e-c598-4dcf-8bf2-c27ef51e1a3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.625204] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.625492] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5362d199-7bb2-4648-a395-5149637e9867 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.739486] env[62697]: DEBUG nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1723.773323] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1723.773655] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1723.773835] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.774575] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1723.774802] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.774971] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1723.775221] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1723.775390] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1723.775576] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1723.775746] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1723.775981] env[62697]: DEBUG nova.virt.hardware [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1723.779678] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a300c755-3733-4dcc-ae63-2831af9099f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.781982] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.782237] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.782424] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleting the datastore file [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.782742] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60cd1fd7-5d0c-41f6-a58b-798419159217 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.791421] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a779729-24b5-445b-af93-e7020877ec13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.795415] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1723.795415] env[62697]: value = "task-1707136" [ 1723.795415] env[62697]: _type = "Task" [ 1723.795415] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.811954] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.868362] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.868718] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb420013-8ea7-4abf-8f38-29144ba9d69c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.876929] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1723.876929] env[62697]: value = "task-1707137" [ 1723.876929] env[62697]: _type = "Task" [ 1723.876929] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.887406] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.936182] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.972927] env[62697]: DEBUG nova.compute.manager [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-vif-unplugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1723.973219] env[62697]: DEBUG oslo_concurrency.lockutils [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.973441] env[62697]: DEBUG oslo_concurrency.lockutils [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.973617] env[62697]: DEBUG oslo_concurrency.lockutils [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.973794] env[62697]: DEBUG nova.compute.manager [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] No waiting events found dispatching network-vif-unplugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1723.974044] env[62697]: WARNING nova.compute.manager [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received unexpected event network-vif-unplugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 for instance with vm_state shelved and task_state shelving_offloading. [ 1723.974203] env[62697]: DEBUG nova.compute.manager [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1723.974367] env[62697]: DEBUG nova.compute.manager [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing instance network info cache due to event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1723.974553] env[62697]: DEBUG oslo_concurrency.lockutils [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] Acquiring lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.974690] env[62697]: DEBUG oslo_concurrency.lockutils [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] Acquired lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.974848] env[62697]: DEBUG nova.network.neutron [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.093881] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080174} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.094875] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.095795] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf112a-d49e-46bf-80b3-eeb6f82775b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.101934] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9795bb29-1c5c-40fe-bb9c-f9e4c76b7cd4 tempest-ServerRescueNegativeTestJSON-1507544110 tempest-ServerRescueNegativeTestJSON-1507544110-project-member] Lock "e3b27de9-391f-431b-bdc5-c06b100b212d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.968s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.122736] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 98ad1fe1-8ba7-4074-894d-542e341b394e/98ad1fe1-8ba7-4074-894d-542e341b394e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.124179] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48de150a-435f-448c-9fdb-6817ea39ddc4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.146890] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1724.146890] env[62697]: value = "task-1707138" [ 1724.146890] env[62697]: _type = "Task" [ 1724.146890] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.156635] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.184607] env[62697]: DEBUG nova.compute.manager [req-71c65c79-b6e9-462d-a681-35533d5e880b req-551006ff-9928-4634-8461-2492253b36a4 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Received event network-vif-plugged-0a86a5c7-0a55-42c9-98e1-4cecd55a3433 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1724.184882] env[62697]: DEBUG oslo_concurrency.lockutils [req-71c65c79-b6e9-462d-a681-35533d5e880b req-551006ff-9928-4634-8461-2492253b36a4 service nova] Acquiring lock "7d3a0fce-b747-48fc-9273-e4d48d332510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.185237] env[62697]: DEBUG oslo_concurrency.lockutils [req-71c65c79-b6e9-462d-a681-35533d5e880b req-551006ff-9928-4634-8461-2492253b36a4 service nova] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.185444] env[62697]: DEBUG oslo_concurrency.lockutils [req-71c65c79-b6e9-462d-a681-35533d5e880b req-551006ff-9928-4634-8461-2492253b36a4 service nova] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.185634] env[62697]: DEBUG nova.compute.manager [req-71c65c79-b6e9-462d-a681-35533d5e880b req-551006ff-9928-4634-8461-2492253b36a4 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] No waiting events found dispatching network-vif-plugged-0a86a5c7-0a55-42c9-98e1-4cecd55a3433 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1724.185811] env[62697]: WARNING nova.compute.manager [req-71c65c79-b6e9-462d-a681-35533d5e880b req-551006ff-9928-4634-8461-2492253b36a4 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Received unexpected event network-vif-plugged-0a86a5c7-0a55-42c9-98e1-4cecd55a3433 for instance with vm_state building and task_state spawning. [ 1724.286649] env[62697]: DEBUG nova.network.neutron [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Successfully updated port: 0a86a5c7-0a55-42c9-98e1-4cecd55a3433 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.306651] env[62697]: DEBUG oslo_vmware.api [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196807} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.306941] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.307159] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.307341] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.331535] env[62697]: INFO nova.scheduler.client.report [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted allocations for instance 20580a64-96b2-4401-aa8e-69228d7abf67 [ 1724.387824] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.445339] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707133, 'name': ReconfigVM_Task, 'duration_secs': 0.804684} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.445800] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.446550] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e6fc76-9f3f-4555-b766-7620e9548b09 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.455456] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1724.455456] env[62697]: value = "task-1707139" [ 1724.455456] env[62697]: _type = "Task" [ 1724.455456] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.465066] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707139, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.660130] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.724391] env[62697]: DEBUG nova.network.neutron [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updated VIF entry in instance network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.724914] env[62697]: DEBUG nova.network.neutron [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd693be5c-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.759730] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684fac11-76d5-484e-9b03-caacb5c0a2e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.774257] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0bfa98-bd33-4af8-9bd4-50d5e13ca95c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.821113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "refresh_cache-7d3a0fce-b747-48fc-9273-e4d48d332510" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.821269] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "refresh_cache-7d3a0fce-b747-48fc-9273-e4d48d332510" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.821419] env[62697]: DEBUG nova.network.neutron [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.823861] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fcca50-6446-421a-aac6-0bb548c46de7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.832327] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc302308-c3d1-4ff0-ba53-6aee4327a03f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.837525] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.848453] env[62697]: DEBUG nova.compute.provider_tree [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.888144] env[62697]: DEBUG oslo_vmware.api [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707137, 'name': PowerOnVM_Task, 'duration_secs': 0.941042} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.888405] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.888524] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-482df8ff-c16f-4284-8f9e-3dbf7ac59a2e tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance '3448234e-162e-4928-ae11-967ae5e2d873' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1724.965391] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707139, 'name': Rename_Task, 'duration_secs': 0.213685} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.965645] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.965897] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8aec870-2b6e-405f-b52d-2d3a8192f7de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.973556] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1724.973556] env[62697]: value = "task-1707140" [ 1724.973556] env[62697]: _type = "Task" [ 1724.973556] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.988491] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.157905] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707138, 'name': ReconfigVM_Task, 'duration_secs': 0.710183} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.158275] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 98ad1fe1-8ba7-4074-894d-542e341b394e/98ad1fe1-8ba7-4074-894d-542e341b394e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.158908] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14531f4-fef1-4392-9677-dd52fdaee66b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.167077] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1725.167077] env[62697]: value = "task-1707141" [ 1725.167077] env[62697]: _type = "Task" [ 1725.167077] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.175248] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707141, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.228095] env[62697]: DEBUG oslo_concurrency.lockutils [req-9561a198-0198-4bb5-9ead-4708270f45eb req-98531214-16c7-4eb3-9d66-7fd9d5b8596b service nova] Releasing lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.354422] env[62697]: DEBUG nova.scheduler.client.report [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1725.361404] env[62697]: DEBUG nova.network.neutron [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.486451] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.680842] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707141, 'name': Rename_Task, 'duration_secs': 0.30498} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.681636] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.681636] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3277b652-0e1e-42f8-9b9c-1a223c3e4185 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.690115] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1725.690115] env[62697]: value = "task-1707142" [ 1725.690115] env[62697]: _type = "Task" [ 1725.690115] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.698707] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.792185] env[62697]: DEBUG nova.network.neutron [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Updating instance_info_cache with network_info: [{"id": "0a86a5c7-0a55-42c9-98e1-4cecd55a3433", "address": "fa:16:3e:c7:82:82", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a86a5c7-0a", "ovs_interfaceid": "0a86a5c7-0a55-42c9-98e1-4cecd55a3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.860963] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.862024] env[62697]: DEBUG nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1725.864355] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.027s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.864593] env[62697]: DEBUG nova.objects.instance [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'resources' on Instance uuid 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.984980] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707140, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.203025] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.221411] env[62697]: DEBUG nova.compute.manager [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Received event network-changed-0a86a5c7-0a55-42c9-98e1-4cecd55a3433 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1726.222849] env[62697]: DEBUG nova.compute.manager [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Refreshing instance network info cache due to event network-changed-0a86a5c7-0a55-42c9-98e1-4cecd55a3433. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1726.222849] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] Acquiring lock "refresh_cache-7d3a0fce-b747-48fc-9273-e4d48d332510" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.299241] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "refresh_cache-7d3a0fce-b747-48fc-9273-e4d48d332510" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.299241] env[62697]: DEBUG nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Instance network_info: |[{"id": "0a86a5c7-0a55-42c9-98e1-4cecd55a3433", "address": "fa:16:3e:c7:82:82", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a86a5c7-0a", "ovs_interfaceid": "0a86a5c7-0a55-42c9-98e1-4cecd55a3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1726.300057] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] Acquired lock "refresh_cache-7d3a0fce-b747-48fc-9273-e4d48d332510" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.301317] env[62697]: DEBUG nova.network.neutron [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Refreshing network info cache for port 0a86a5c7-0a55-42c9-98e1-4cecd55a3433 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.303877] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:82:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a86a5c7-0a55-42c9-98e1-4cecd55a3433', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.317148] env[62697]: DEBUG oslo.service.loopingcall [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.321328] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.327715] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb8e7d61-8296-4d51-930e-c454fada427c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.364763] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.364763] env[62697]: value = "task-1707143" [ 1726.364763] env[62697]: _type = "Task" [ 1726.364763] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.370104] env[62697]: DEBUG nova.compute.utils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1726.372236] env[62697]: DEBUG nova.objects.instance [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'numa_topology' on Instance uuid 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.374114] env[62697]: DEBUG nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1726.374360] env[62697]: DEBUG nova.network.neutron [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1726.386210] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707143, 'name': CreateVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.434819] env[62697]: DEBUG nova.policy [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72cee2cf02364120ab35e380fe11a52d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9bc89334404ba7abc7badaba7b2488', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1726.490281] env[62697]: DEBUG oslo_vmware.api [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707140, 'name': PowerOnVM_Task, 'duration_secs': 1.140443} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.490590] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.490824] env[62697]: INFO nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1726.491023] env[62697]: DEBUG nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1726.491836] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838fe590-d606-4896-8dd2-ca4e0819a887 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.707324] env[62697]: DEBUG oslo_vmware.api [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707142, 'name': PowerOnVM_Task, 'duration_secs': 0.604672} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.709340] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.709576] env[62697]: INFO nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1726.709774] env[62697]: DEBUG nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1726.715631] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494a01e3-2757-4012-bb44-3d74d8f323d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.801997] env[62697]: DEBUG nova.network.neutron [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Successfully created port: 40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.828095] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.875235] env[62697]: DEBUG nova.objects.base [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Object Instance<20580a64-96b2-4401-aa8e-69228d7abf67> lazy-loaded attributes: resources,numa_topology {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1726.877628] env[62697]: DEBUG nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1726.887343] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707143, 'name': CreateVM_Task, 'duration_secs': 0.508301} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.887343] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.887343] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.887343] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.887343] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.887343] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267d60c6-55e0-4771-b24a-69b1e2eb17dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.892380] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1726.892380] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5240d24f-2526-1df6-74e6-9c9dd35218f7" [ 1726.892380] env[62697]: _type = "Task" [ 1726.892380] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.903500] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5240d24f-2526-1df6-74e6-9c9dd35218f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.018715] env[62697]: INFO nova.compute.manager [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Took 15.75 seconds to build instance. [ 1727.107396] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465fabd1-7f32-4d53-8a75-56b3a04e5724 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.114126] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a7560-715f-456f-932b-1df6c0a34e36 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.146928] env[62697]: DEBUG nova.network.neutron [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Updated VIF entry in instance network info cache for port 0a86a5c7-0a55-42c9-98e1-4cecd55a3433. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.147328] env[62697]: DEBUG nova.network.neutron [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Updating instance_info_cache with network_info: [{"id": "0a86a5c7-0a55-42c9-98e1-4cecd55a3433", "address": "fa:16:3e:c7:82:82", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a86a5c7-0a", "ovs_interfaceid": "0a86a5c7-0a55-42c9-98e1-4cecd55a3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.149264] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17520b43-c489-415f-ba91-be69ed30d4df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.159154] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd6e69d-9e4c-4cf2-9362-11933345ca8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.174868] env[62697]: DEBUG nova.compute.provider_tree [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.221427] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3448234e-162e-4928-ae11-967ae5e2d873" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.221656] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.221850] env[62697]: DEBUG nova.compute.manager [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Going to confirm migration 7 {{(pid=62697) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1727.242090] env[62697]: INFO nova.compute.manager [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Took 15.12 seconds to build instance. [ 1727.403344] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5240d24f-2526-1df6-74e6-9c9dd35218f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.403701] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.403910] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.404202] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.404361] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.404550] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.404824] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e61cf5b9-07f4-4e4c-bfd6-c5d14aba2565 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.417590] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.417818] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.418618] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b689a7-37da-4219-ae67-41714324d1db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.425879] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1727.425879] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521cf137-f017-d5cc-29d6-376964d795b1" [ 1727.425879] env[62697]: _type = "Task" [ 1727.425879] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.435492] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521cf137-f017-d5cc-29d6-376964d795b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.521094] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a4804690-e6db-4404-bd89-c52b22c6d83f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.259s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.653741] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a98e586-e7b7-45de-bcd9-c44118a89705 req-e4827e43-b150-4b9b-92d9-1f252479bd76 service nova] Releasing lock "refresh_cache-7d3a0fce-b747-48fc-9273-e4d48d332510" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.677996] env[62697]: DEBUG nova.scheduler.client.report [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1727.745063] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fb4d7f7-077a-456d-ab41-0adde44bc666 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.633s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.886647] env[62697]: DEBUG nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1727.918958] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1727.919424] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1727.919639] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.919982] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1727.920140] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.920442] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1727.920665] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1727.920907] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1727.921141] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1727.921463] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1727.921579] env[62697]: DEBUG nova.virt.hardware [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1727.923042] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d572538b-49c1-44cf-821a-006456bf0b7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.935140] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a87db-4143-407a-8dc8-b48ef7d962b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.941876] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521cf137-f017-d5cc-29d6-376964d795b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025435} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.943141] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f760d97c-4916-432a-8537-b18e4a6904a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.959653] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1727.959653] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521bb278-b918-8024-fc06-11f7e84238ef" [ 1727.959653] env[62697]: _type = "Task" [ 1727.959653] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.968372] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521bb278-b918-8024-fc06-11f7e84238ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.009692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.009887] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquired lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.010268] env[62697]: DEBUG nova.network.neutron [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.010268] env[62697]: DEBUG nova.objects.instance [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'info_cache' on Instance uuid 3448234e-162e-4928-ae11-967ae5e2d873 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.172171] env[62697]: DEBUG nova.compute.manager [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Received event network-changed-87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1728.172171] env[62697]: DEBUG nova.compute.manager [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Refreshing instance network info cache due to event network-changed-87d4284a-c596-4fe2-8b3d-e407bb5070bc. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1728.172171] env[62697]: DEBUG oslo_concurrency.lockutils [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] Acquiring lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.172171] env[62697]: DEBUG oslo_concurrency.lockutils [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] Acquired lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.172171] env[62697]: DEBUG nova.network.neutron [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Refreshing network info cache for port 87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.183903] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.245550] env[62697]: DEBUG nova.compute.manager [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Received event network-changed-3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1728.245550] env[62697]: DEBUG nova.compute.manager [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Refreshing instance network info cache due to event network-changed-3f182922-8784-4cb5-b50c-bd5f3b151b26. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1728.245550] env[62697]: DEBUG oslo_concurrency.lockutils [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] Acquiring lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.245550] env[62697]: DEBUG oslo_concurrency.lockutils [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] Acquired lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.245550] env[62697]: DEBUG nova.network.neutron [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Refreshing network info cache for port 3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.378036] env[62697]: DEBUG nova.network.neutron [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Successfully updated port: 40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1728.470796] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521bb278-b918-8024-fc06-11f7e84238ef, 'name': SearchDatastore_Task, 'duration_secs': 0.035037} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.471102] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.471368] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 7d3a0fce-b747-48fc-9273-e4d48d332510/7d3a0fce-b747-48fc-9273-e4d48d332510.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.471629] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd537bdf-be53-4062-8e24-206b6ab9d946 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.479838] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1728.479838] env[62697]: value = "task-1707144" [ 1728.479838] env[62697]: _type = "Task" [ 1728.479838] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.487866] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.690189] env[62697]: DEBUG oslo_concurrency.lockutils [None req-862a6b62-c855-4152-a469-ef57024cc5cf tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.291s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.691396] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.863s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.691396] env[62697]: INFO nova.compute.manager [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Unshelving [ 1728.882383] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.882687] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.883039] env[62697]: DEBUG nova.network.neutron [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.935051] env[62697]: DEBUG nova.network.neutron [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Updated VIF entry in instance network info cache for port 87d4284a-c596-4fe2-8b3d-e407bb5070bc. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.935548] env[62697]: DEBUG nova.network.neutron [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Updating instance_info_cache with network_info: [{"id": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "address": "fa:16:3e:63:b7:a8", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d4284a-c5", "ovs_interfaceid": "87d4284a-c596-4fe2-8b3d-e407bb5070bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.994049] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.995250] env[62697]: DEBUG nova.network.neutron [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updated VIF entry in instance network info cache for port 3f182922-8784-4cb5-b50c-bd5f3b151b26. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.995883] env[62697]: DEBUG nova.network.neutron [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updating instance_info_cache with network_info: [{"id": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "address": "fa:16:3e:66:a0:71", "network": {"id": "c5b5a489-4bc4-4408-8785-5545f63a849d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-563151503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab3e5844154e008e885cf725292c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f182922-87", "ovs_interfaceid": "3f182922-8784-4cb5-b50c-bd5f3b151b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.300922] env[62697]: DEBUG nova.network.neutron [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance_info_cache with network_info: [{"id": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "address": "fa:16:3e:08:ff:04", "network": {"id": "9cbec47e-08a1-4764-8ead-34434a295780", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637800564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4145f85ff4564f57b63f1c50c7cd23c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de55a4c-be", "ovs_interfaceid": "3de55a4c-be5d-40c9-9c66-9cfdae475948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.415848] env[62697]: DEBUG nova.network.neutron [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1729.438078] env[62697]: DEBUG oslo_concurrency.lockutils [req-0363aa78-4850-4676-b5f9-50f580f8bd18 req-94462ccd-8388-4398-af29-43329255a493 service nova] Releasing lock "refresh_cache-e6c60f1e-cf7a-4836-9e53-6570d16d6430" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.490711] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6683} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.491042] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 7d3a0fce-b747-48fc-9273-e4d48d332510/7d3a0fce-b747-48fc-9273-e4d48d332510.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.491274] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.491536] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b632b8d-4f3c-412e-bec8-1305f280e5ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.499311] env[62697]: DEBUG oslo_concurrency.lockutils [req-f6fd144e-5804-415d-99df-bdaa97f0402a req-f3a8e6cd-09da-4a64-9457-16e1285f27c0 service nova] Releasing lock "refresh_cache-98ad1fe1-8ba7-4074-894d-542e341b394e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.499761] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1729.499761] env[62697]: value = "task-1707145" [ 1729.499761] env[62697]: _type = "Task" [ 1729.499761] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.508792] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.553426] env[62697]: DEBUG nova.network.neutron [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Updating instance_info_cache with network_info: [{"id": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "address": "fa:16:3e:1a:89:9c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea1bf8-95", "ovs_interfaceid": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.702812] env[62697]: DEBUG nova.compute.utils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.803702] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Releasing lock "refresh_cache-3448234e-162e-4928-ae11-967ae5e2d873" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.804031] env[62697]: DEBUG nova.objects.instance [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lazy-loading 'migration_context' on Instance uuid 3448234e-162e-4928-ae11-967ae5e2d873 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.010547] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078986} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.010790] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.011574] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e650080-9249-4b8a-9110-2d56c4db73dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.033955] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7d3a0fce-b747-48fc-9273-e4d48d332510/7d3a0fce-b747-48fc-9273-e4d48d332510.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.034168] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75c8ada-f4e0-454c-a273-1f449365b2fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.054838] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1730.054838] env[62697]: value = "task-1707146" [ 1730.054838] env[62697]: _type = "Task" [ 1730.054838] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.058026] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.058321] env[62697]: DEBUG nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Instance network_info: |[{"id": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "address": "fa:16:3e:1a:89:9c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea1bf8-95", "ovs_interfaceid": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1730.058726] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:89:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1730.066305] env[62697]: DEBUG oslo.service.loopingcall [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.066846] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1730.067088] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb9201f3-8714-4938-94e4-a1dd2b4d3278 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.084677] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.090989] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1730.090989] env[62697]: value = "task-1707147" [ 1730.090989] env[62697]: _type = "Task" [ 1730.090989] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.103637] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707147, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.206360] env[62697]: INFO nova.virt.block_device [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Booting with volume 24d05345-ee8d-4c78-9acc-8cb94ecf0d8c at /dev/sdb [ 1730.247777] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0320f596-1c9e-47fa-86f2-b38f3168b1e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.258715] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ec5789-b1dc-41fa-a85a-7c06a1f3611e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.292805] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2226964a-ca8d-4413-b2e3-6b3e80a044f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.302475] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafe9077-2f9b-48ce-88d9-6667244fa3ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.314663] env[62697]: DEBUG nova.objects.base [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Object Instance<3448234e-162e-4928-ae11-967ae5e2d873> lazy-loaded attributes: info_cache,migration_context {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1730.315539] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50de065-4f0d-4efa-9946-e23ad6c16d2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.346364] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adf5575-5cb0-4173-b1c2-f176964bcd1c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.350515] env[62697]: DEBUG nova.compute.manager [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Received event network-vif-plugged-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1730.350713] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] Acquiring lock "85c86c7f-836e-4ce8-8986-8724198e36ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.350966] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.351158] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.351331] env[62697]: DEBUG nova.compute.manager [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] No waiting events found dispatching network-vif-plugged-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1730.351502] env[62697]: WARNING nova.compute.manager [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Received unexpected event network-vif-plugged-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 for instance with vm_state building and task_state spawning. [ 1730.351763] env[62697]: DEBUG nova.compute.manager [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Received event network-changed-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1730.351868] env[62697]: DEBUG nova.compute.manager [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Refreshing instance network info cache due to event network-changed-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1730.352062] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] Acquiring lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.352221] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] Acquired lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.352366] env[62697]: DEBUG nova.network.neutron [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Refreshing network info cache for port 40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.355334] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e7939c-7d30-41df-826c-dd14c166b1cd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.365310] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7049135-5ccb-41e7-9d56-b65474ea3b5f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.368352] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1730.368352] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52df3f6e-59d8-5b9b-81a0-b848e6d90730" [ 1730.368352] env[62697]: _type = "Task" [ 1730.368352] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.381759] env[62697]: DEBUG nova.virt.block_device [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating existing volume attachment record: f115b550-22bb-4ac0-900d-838271b2e67e {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1730.387805] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52df3f6e-59d8-5b9b-81a0-b848e6d90730, 'name': SearchDatastore_Task, 'duration_secs': 0.018712} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.388142] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.388436] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.564740] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.603186] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707147, 'name': CreateVM_Task, 'duration_secs': 0.38926} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.603433] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.604393] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.604635] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.605089] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.605440] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cab1eba-a1b2-4ded-97ca-0363cb6c1b50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.611151] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1730.611151] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52065c0d-6aed-b8f0-2ba7-abd57d4e284b" [ 1730.611151] env[62697]: _type = "Task" [ 1730.611151] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.623642] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52065c0d-6aed-b8f0-2ba7-abd57d4e284b, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.623690] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.623886] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1730.624172] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.624324] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.624506] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.624753] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8636fef4-3030-42f1-a68a-ff20f360e340 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.634385] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.634564] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.635266] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda7cf45-efe4-46bf-b746-7aab5f575fd3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.640264] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1730.640264] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e03068-7134-f1f7-612f-00f60eb65636" [ 1730.640264] env[62697]: _type = "Task" [ 1730.640264] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.648127] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e03068-7134-f1f7-612f-00f60eb65636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.066455] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707146, 'name': ReconfigVM_Task, 'duration_secs': 0.666463} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.067525] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7d3a0fce-b747-48fc-9273-e4d48d332510/7d3a0fce-b747-48fc-9273-e4d48d332510.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.068782] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2be2f19-2710-4046-99e3-3e9c27c8b746 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.071147] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c46dfdab-d472-4363-9877-c864c93317d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.078172] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4197d-dc28-4651-8997-c049031cc696 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.082514] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1731.082514] env[62697]: value = "task-1707151" [ 1731.082514] env[62697]: _type = "Task" [ 1731.082514] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.114553] env[62697]: DEBUG nova.network.neutron [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Updated VIF entry in instance network info cache for port 40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.114929] env[62697]: DEBUG nova.network.neutron [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Updating instance_info_cache with network_info: [{"id": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "address": "fa:16:3e:1a:89:9c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea1bf8-95", "ovs_interfaceid": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.116711] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c8289e-b2e7-45e9-bf92-2e0a9ac66e39 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.119459] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707151, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.145153] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81abfc17-8e04-4b2f-bef6-60df4dd5ed3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.156181] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e03068-7134-f1f7-612f-00f60eb65636, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.167500] env[62697]: DEBUG nova.compute.provider_tree [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.168887] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9741524-bfed-40f2-8f3a-5fa407f4a667 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.176224] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1731.176224] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527022aa-710a-91ab-0095-27a067999c4e" [ 1731.176224] env[62697]: _type = "Task" [ 1731.176224] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.188105] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527022aa-710a-91ab-0095-27a067999c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.593646] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707151, 'name': Rename_Task, 'duration_secs': 0.155341} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.595023] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.595023] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28aa4ceb-62df-4b7e-876f-a1044f04f40b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.601913] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1731.601913] env[62697]: value = "task-1707152" [ 1731.601913] env[62697]: _type = "Task" [ 1731.601913] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.610052] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.620711] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad260596-ce8d-4248-bf5c-88e39821b32e req-3cbc8ba8-1960-4f12-bfa0-a6ebfcffe3ef service nova] Releasing lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.673288] env[62697]: DEBUG nova.scheduler.client.report [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1731.687282] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527022aa-710a-91ab-0095-27a067999c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011774} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.687573] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.688137] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 85c86c7f-836e-4ce8-8986-8724198e36ed/85c86c7f-836e-4ce8-8986-8724198e36ed.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1731.688244] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e5e351c-e7a2-46cd-8445-1c03402c418c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.696370] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1731.696370] env[62697]: value = "task-1707153" [ 1731.696370] env[62697]: _type = "Task" [ 1731.696370] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.704804] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.113029] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.208276] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.613510] env[62697]: DEBUG oslo_vmware.api [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707152, 'name': PowerOnVM_Task, 'duration_secs': 0.815007} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.613857] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.614130] env[62697]: INFO nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1732.614340] env[62697]: DEBUG nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1732.615269] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa3e932-f221-4c59-9dbb-6dba7652433a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.684510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.296s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.707315] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59523} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.707646] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 85c86c7f-836e-4ce8-8986-8724198e36ed/85c86c7f-836e-4ce8-8986-8724198e36ed.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.707802] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.708069] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f993a3f9-5fde-4254-bc85-72db89878ee0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.715600] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1732.715600] env[62697]: value = "task-1707154" [ 1732.715600] env[62697]: _type = "Task" [ 1732.715600] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.725569] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.131885] env[62697]: INFO nova.compute.manager [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Took 18.70 seconds to build instance. [ 1733.226968] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071471} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.227293] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1733.228114] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d5a7d-92a0-481b-b0db-b3440d4d8e79 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.250579] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 85c86c7f-836e-4ce8-8986-8724198e36ed/85c86c7f-836e-4ce8-8986-8724198e36ed.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.251885] env[62697]: INFO nova.scheduler.client.report [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted allocation for migration 054264fb-44b1-4ea7-8fe7-cf070c8bafd5 [ 1733.252683] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01d466a-db02-45e9-93df-77daf8f69b11 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.275676] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1733.275676] env[62697]: value = "task-1707156" [ 1733.275676] env[62697]: _type = "Task" [ 1733.275676] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.283986] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.636373] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9caac50c-68e0-4014-9ac5-152393091a51 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.211s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.771188] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.549s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.786806] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.919297] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "7d3a0fce-b747-48fc-9273-e4d48d332510" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.919639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.919929] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "7d3a0fce-b747-48fc-9273-e4d48d332510-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.920177] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.920396] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.923347] env[62697]: INFO nova.compute.manager [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Terminating instance [ 1733.925195] env[62697]: DEBUG nova.compute.manager [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1733.925410] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.926258] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d333ca1-f857-4ad8-8089-7f45afc870f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.936016] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.936275] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c882ba5a-3c60-401a-bb5f-fe935e2fb900 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.942935] env[62697]: DEBUG oslo_vmware.api [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1733.942935] env[62697]: value = "task-1707157" [ 1733.942935] env[62697]: _type = "Task" [ 1733.942935] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.953059] env[62697]: DEBUG oslo_vmware.api [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.285093] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707156, 'name': ReconfigVM_Task, 'duration_secs': 0.764466} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.285399] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 85c86c7f-836e-4ce8-8986-8724198e36ed/85c86c7f-836e-4ce8-8986-8724198e36ed.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.286074] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a39904f8-e77b-49b0-a0f4-fca9c59ceb15 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.293708] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1734.293708] env[62697]: value = "task-1707158" [ 1734.293708] env[62697]: _type = "Task" [ 1734.293708] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.302425] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707158, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.455109] env[62697]: DEBUG oslo_vmware.api [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707157, 'name': PowerOffVM_Task, 'duration_secs': 0.23747} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.455502] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.455696] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.455977] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9297b56-f42e-4665-8230-79ebcb969502 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.531595] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.531848] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.532053] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleting the datastore file [datastore1] 7d3a0fce-b747-48fc-9273-e4d48d332510 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.532336] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b5da257-34d7-4a2e-8600-58de318e2a48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.539893] env[62697]: DEBUG oslo_vmware.api [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1734.539893] env[62697]: value = "task-1707160" [ 1734.539893] env[62697]: _type = "Task" [ 1734.539893] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.549880] env[62697]: DEBUG oslo_vmware.api [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.803886] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707158, 'name': Rename_Task, 'duration_secs': 0.134058} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.804238] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.804381] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e25e2a6-43db-44b2-b029-5c5ec20da726 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.811247] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1734.811247] env[62697]: value = "task-1707161" [ 1734.811247] env[62697]: _type = "Task" [ 1734.811247] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.819088] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.050114] env[62697]: DEBUG oslo_vmware.api [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220907} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.050425] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.050627] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.050812] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.050993] env[62697]: INFO nova.compute.manager [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1735.051257] env[62697]: DEBUG oslo.service.loopingcall [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.051500] env[62697]: DEBUG nova.compute.manager [-] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1735.051610] env[62697]: DEBUG nova.network.neutron [-] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.235170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3448234e-162e-4928-ae11-967ae5e2d873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.235452] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.235815] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "3448234e-162e-4928-ae11-967ae5e2d873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.235893] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.236121] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.238296] env[62697]: INFO nova.compute.manager [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Terminating instance [ 1735.240581] env[62697]: DEBUG nova.compute.manager [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1735.240852] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.241766] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aaac85-0024-4caf-afd3-0276fde2efa2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.252219] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1735.255131] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83360dbd-c558-4a7d-a71e-943744a8eb6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.262268] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1735.262268] env[62697]: value = "task-1707162" [ 1735.262268] env[62697]: _type = "Task" [ 1735.262268] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.272896] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.300614] env[62697]: DEBUG nova.compute.manager [req-9752d814-f484-4ff0-9c47-f0d361dd8cc1 req-b7beb364-d945-4b8d-be2f-540494c738b0 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Received event network-vif-deleted-0a86a5c7-0a55-42c9-98e1-4cecd55a3433 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1735.300763] env[62697]: INFO nova.compute.manager [req-9752d814-f484-4ff0-9c47-f0d361dd8cc1 req-b7beb364-d945-4b8d-be2f-540494c738b0 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Neutron deleted interface 0a86a5c7-0a55-42c9-98e1-4cecd55a3433; detaching it from the instance and deleting it from the info cache [ 1735.301009] env[62697]: DEBUG nova.network.neutron [req-9752d814-f484-4ff0-9c47-f0d361dd8cc1 req-b7beb364-d945-4b8d-be2f-540494c738b0 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.322440] env[62697]: DEBUG oslo_vmware.api [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707161, 'name': PowerOnVM_Task, 'duration_secs': 0.441458} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.322717] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.322966] env[62697]: INFO nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1735.323153] env[62697]: DEBUG nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1735.324163] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee7997d-613a-4cbd-8947-4db46228d63a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.772235] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707162, 'name': PowerOffVM_Task, 'duration_secs': 0.207064} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.772562] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.772739] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.773033] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f24235d-930b-4694-8cd9-00e5e0151bb3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.776269] env[62697]: DEBUG nova.network.neutron [-] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.804989] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99bfc64c-6791-4fb6-8567-fe86b414d405 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.815154] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb66f97d-522d-4c7d-b902-e9673612fed8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.839914] env[62697]: INFO nova.compute.manager [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Took 12.91 seconds to build instance. [ 1735.853753] env[62697]: DEBUG nova.compute.manager [req-9752d814-f484-4ff0-9c47-f0d361dd8cc1 req-b7beb364-d945-4b8d-be2f-540494c738b0 service nova] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Detach interface failed, port_id=0a86a5c7-0a55-42c9-98e1-4cecd55a3433, reason: Instance 7d3a0fce-b747-48fc-9273-e4d48d332510 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1735.893945] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.894290] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.894636] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleting the datastore file [datastore1] 3448234e-162e-4928-ae11-967ae5e2d873 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.894811] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da61065a-8619-4af8-89e8-5d34d2a9d93c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.904527] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for the task: (returnval){ [ 1735.904527] env[62697]: value = "task-1707164" [ 1735.904527] env[62697]: _type = "Task" [ 1735.904527] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.915468] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.987911] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.988293] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.988554] env[62697]: DEBUG nova.objects.instance [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'pci_requests' on Instance uuid 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.278876] env[62697]: INFO nova.compute.manager [-] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Took 1.23 seconds to deallocate network for instance. [ 1736.341692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6ee1e8fb-e355-44e6-99ed-06dfdc99d207 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.425s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.415836] env[62697]: DEBUG oslo_vmware.api [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Task: {'id': task-1707164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21275} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.416449] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.416525] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.416672] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.416850] env[62697]: INFO nova.compute.manager [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1736.417111] env[62697]: DEBUG oslo.service.loopingcall [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.417314] env[62697]: DEBUG nova.compute.manager [-] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1736.417407] env[62697]: DEBUG nova.network.neutron [-] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.492642] env[62697]: DEBUG nova.objects.instance [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'numa_topology' on Instance uuid 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.785457] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.995071] env[62697]: INFO nova.compute.claims [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.210036] env[62697]: DEBUG nova.network.neutron [-] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.329481] env[62697]: DEBUG nova.compute.manager [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Received event network-changed-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1737.329701] env[62697]: DEBUG nova.compute.manager [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Refreshing instance network info cache due to event network-changed-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1737.329922] env[62697]: DEBUG oslo_concurrency.lockutils [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] Acquiring lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.330096] env[62697]: DEBUG oslo_concurrency.lockutils [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] Acquired lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.330303] env[62697]: DEBUG nova.network.neutron [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Refreshing network info cache for port 40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.712961] env[62697]: INFO nova.compute.manager [-] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Took 1.30 seconds to deallocate network for instance. [ 1738.088058] env[62697]: DEBUG nova.network.neutron [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Updated VIF entry in instance network info cache for port 40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.088426] env[62697]: DEBUG nova.network.neutron [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Updating instance_info_cache with network_info: [{"id": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "address": "fa:16:3e:1a:89:9c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea1bf8-95", "ovs_interfaceid": "40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.167941] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954970f6-1134-4c78-8ca5-faaca4fde364 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.175710] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80337431-c8d8-481e-89ef-7b827f2644e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.205600] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6eebd6-ce55-4d39-badc-73b4d357d8f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.213523] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f972a-863e-40b3-91f7-7f170609356e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.227746] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.228258] env[62697]: DEBUG nova.compute.provider_tree [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.593452] env[62697]: DEBUG oslo_concurrency.lockutils [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] Releasing lock "refresh_cache-85c86c7f-836e-4ce8-8986-8724198e36ed" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.593702] env[62697]: DEBUG nova.compute.manager [req-af7c347a-b561-4ae9-bef6-cff769625317 req-3ed0e541-434c-4ef9-893a-1c0b48236c67 service nova] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Received event network-vif-deleted-3de55a4c-be5d-40c9-9c66-9cfdae475948 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1738.731162] env[62697]: DEBUG nova.scheduler.client.report [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1739.235841] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.247s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.239895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.455s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.240171] env[62697]: DEBUG nova.objects.instance [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'resources' on Instance uuid 7d3a0fce-b747-48fc-9273-e4d48d332510 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.274450] env[62697]: INFO nova.network.neutron [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating port d693be5c-4ab7-461f-9a06-308e1f7da1f9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1739.898042] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ea7c3-2eb9-445e-848c-8cb0620952c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.906529] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c449e-bfcb-411a-a0ae-d7fd5730ed1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.937654] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6615dde4-3f61-4698-a0bb-e8be2e881c83 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.945803] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cde1be6-d036-4d2e-9aee-2be3f29c5e80 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.960916] env[62697]: DEBUG nova.compute.provider_tree [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.464414] env[62697]: DEBUG nova.scheduler.client.report [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1740.708711] env[62697]: DEBUG nova.compute.manager [req-6f5a8256-91ab-42b8-8f52-0cd54763079c req-72b4feaa-f4b1-4d91-904d-6ece45054614 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-vif-plugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1740.708995] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f5a8256-91ab-42b8-8f52-0cd54763079c req-72b4feaa-f4b1-4d91-904d-6ece45054614 service nova] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.709718] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f5a8256-91ab-42b8-8f52-0cd54763079c req-72b4feaa-f4b1-4d91-904d-6ece45054614 service nova] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.710074] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f5a8256-91ab-42b8-8f52-0cd54763079c req-72b4feaa-f4b1-4d91-904d-6ece45054614 service nova] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.710387] env[62697]: DEBUG nova.compute.manager [req-6f5a8256-91ab-42b8-8f52-0cd54763079c req-72b4feaa-f4b1-4d91-904d-6ece45054614 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] No waiting events found dispatching network-vif-plugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1740.710682] env[62697]: WARNING nova.compute.manager [req-6f5a8256-91ab-42b8-8f52-0cd54763079c req-72b4feaa-f4b1-4d91-904d-6ece45054614 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received unexpected event network-vif-plugged-d693be5c-4ab7-461f-9a06-308e1f7da1f9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1740.820294] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.820499] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.820683] env[62697]: DEBUG nova.network.neutron [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.969880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.972659] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.745s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.972880] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.993717] env[62697]: INFO nova.scheduler.client.report [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted allocations for instance 7d3a0fce-b747-48fc-9273-e4d48d332510 [ 1740.995743] env[62697]: INFO nova.scheduler.client.report [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Deleted allocations for instance 3448234e-162e-4928-ae11-967ae5e2d873 [ 1741.506944] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9a76f8df-10f5-4f08-85c8-61dfb0ae44aa tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "7d3a0fce-b747-48fc-9273-e4d48d332510" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.587s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.510545] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b19e033-45be-4512-9a24-c71da5c5164a tempest-DeleteServersTestJSON-2128623720 tempest-DeleteServersTestJSON-2128623720-project-member] Lock "3448234e-162e-4928-ae11-967ae5e2d873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.273s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.623799] env[62697]: DEBUG nova.network.neutron [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd693be5c-4a", "ovs_interfaceid": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.126869] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.156397] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='972dee5299f52160f05b261417c3732d',container_format='bare',created_at=2024-12-10T20:47:51Z,direct_url=,disk_format='vmdk',id=c9ca255a-84bf-4f32-98f6-5e7c4a68fd97,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-122712408-shelved',owner='b7299d4f819d42bc866e46922bb5bee2',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2024-12-10T20:48:06Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1742.156814] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1742.156988] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.157248] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1742.157438] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.157624] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1742.157873] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1742.158090] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1742.158314] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1742.158519] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1742.158759] env[62697]: DEBUG nova.virt.hardware [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1742.160126] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc810cf-54df-4437-a6d9-99bf24d972c9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.170952] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e574ba7b-f970-4a00-bc8e-8368647056aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.186482] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:66:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd693be5c-4ab7-461f-9a06-308e1f7da1f9', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.193940] env[62697]: DEBUG oslo.service.loopingcall [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.194482] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.195438] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ada62b98-a67e-4adf-ae56-b3af85aa5dea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.216088] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.216088] env[62697]: value = "task-1707168" [ 1742.216088] env[62697]: _type = "Task" [ 1742.216088] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.224058] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707168, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.670904] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.671302] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.671493] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.671687] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.671864] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.674084] env[62697]: INFO nova.compute.manager [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Terminating instance [ 1742.675973] env[62697]: DEBUG nova.compute.manager [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1742.676198] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.677043] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b4d6d-b67d-4661-a829-4574c7f6398f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.686399] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.686724] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3ae6d9-69de-4834-84ca-a4036d3d6840 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.693747] env[62697]: DEBUG oslo_vmware.api [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1742.693747] env[62697]: value = "task-1707170" [ 1742.693747] env[62697]: _type = "Task" [ 1742.693747] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.703303] env[62697]: DEBUG oslo_vmware.api [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.726709] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707168, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.734444] env[62697]: DEBUG nova.compute.manager [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1742.734707] env[62697]: DEBUG nova.compute.manager [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing instance network info cache due to event network-changed-d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1742.734947] env[62697]: DEBUG oslo_concurrency.lockutils [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] Acquiring lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.735145] env[62697]: DEBUG oslo_concurrency.lockutils [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] Acquired lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.735272] env[62697]: DEBUG nova.network.neutron [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Refreshing network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.204449] env[62697]: DEBUG oslo_vmware.api [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707170, 'name': PowerOffVM_Task, 'duration_secs': 0.255847} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.204726] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.204897] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.205181] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ca5b0b4-9f16-4544-bbc8-dd6fd71e2f1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.227252] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707168, 'name': CreateVM_Task, 'duration_secs': 0.721615} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.227461] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.228164] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.228364] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.228763] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1743.229032] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1faaef-f2b0-4d8d-b397-0c0adc564f94 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.234717] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1743.234717] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5284c112-96c8-8061-b1ca-d98d81b4a92c" [ 1743.234717] env[62697]: _type = "Task" [ 1743.234717] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.245233] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5284c112-96c8-8061-b1ca-d98d81b4a92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.289073] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.289073] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.289073] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleting the datastore file [datastore1] 14fb00e9-5c43-416f-85a6-cf41bbd92c48 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.289395] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-394690fc-90a6-4fc4-baf1-b65d4d0a08fa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.298451] env[62697]: DEBUG oslo_vmware.api [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1743.298451] env[62697]: value = "task-1707172" [ 1743.298451] env[62697]: _type = "Task" [ 1743.298451] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.310595] env[62697]: DEBUG oslo_vmware.api [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.509176] env[62697]: DEBUG nova.network.neutron [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updated VIF entry in instance network info cache for port d693be5c-4ab7-461f-9a06-308e1f7da1f9. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.509574] env[62697]: DEBUG nova.network.neutron [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [{"id": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "address": "fa:16:3e:08:66:34", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd693be5c-4a", "ovs_interfaceid": "d693be5c-4ab7-461f-9a06-308e1f7da1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.745924] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.746232] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Processing image c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.746459] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.746613] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.746793] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.747061] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c313fa56-d91e-4435-9352-10cc27a379dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.756209] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.756421] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.757134] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754790d0-70af-4f3b-bc7e-9f059fd33429 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.762993] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1743.762993] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b24bb0-7b73-f5de-2fcc-f986d2822a76" [ 1743.762993] env[62697]: _type = "Task" [ 1743.762993] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.778789] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Preparing fetch location {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1743.779062] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Fetch image to [datastore1] OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6/OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6.vmdk {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1743.779254] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Downloading stream optimized image c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 to [datastore1] OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6/OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6.vmdk on the data store datastore1 as vApp {{(pid=62697) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1743.779431] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Downloading image file data c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 to the ESX as VM named 'OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6' {{(pid=62697) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1743.824714] env[62697]: DEBUG oslo_vmware.api [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155012} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.824979] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.825185] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.825378] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.825553] env[62697]: INFO nova.compute.manager [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1743.825795] env[62697]: DEBUG oslo.service.loopingcall [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.825988] env[62697]: DEBUG nova.compute.manager [-] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1743.826095] env[62697]: DEBUG nova.network.neutron [-] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.851928] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1743.851928] env[62697]: value = "resgroup-9" [ 1743.851928] env[62697]: _type = "ResourcePool" [ 1743.851928] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1743.852684] env[62697]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-88fe45cc-192e-48fa-8d1a-05e4ef871da9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.876021] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease: (returnval){ [ 1743.876021] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e8e155-023f-6911-aa79-845e6b8890c8" [ 1743.876021] env[62697]: _type = "HttpNfcLease" [ 1743.876021] env[62697]: } obtained for vApp import into resource pool (val){ [ 1743.876021] env[62697]: value = "resgroup-9" [ 1743.876021] env[62697]: _type = "ResourcePool" [ 1743.876021] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1743.876347] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the lease: (returnval){ [ 1743.876347] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e8e155-023f-6911-aa79-845e6b8890c8" [ 1743.876347] env[62697]: _type = "HttpNfcLease" [ 1743.876347] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1743.882668] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1743.882668] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e8e155-023f-6911-aa79-845e6b8890c8" [ 1743.882668] env[62697]: _type = "HttpNfcLease" [ 1743.882668] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1744.012863] env[62697]: DEBUG oslo_concurrency.lockutils [req-c2fc6060-d910-42ba-9ba2-aec9ae23fee8 req-e3620e89-c9bd-421b-9ce7-da58fe4da545 service nova] Releasing lock "refresh_cache-20580a64-96b2-4401-aa8e-69228d7abf67" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.384979] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1744.384979] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e8e155-023f-6911-aa79-845e6b8890c8" [ 1744.384979] env[62697]: _type = "HttpNfcLease" [ 1744.384979] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1744.551517] env[62697]: DEBUG nova.network.neutron [-] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.762281] env[62697]: DEBUG nova.compute.manager [req-7153c7c4-e480-4edf-9965-9a9acfe4ba10 req-df50bbb9-0026-43ba-90ca-d5e1c63a8ac2 service nova] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Received event network-vif-deleted-bfb158a7-6438-4a54-84ef-938118a9cd75 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1744.886894] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1744.886894] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e8e155-023f-6911-aa79-845e6b8890c8" [ 1744.886894] env[62697]: _type = "HttpNfcLease" [ 1744.886894] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1744.887272] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1744.887272] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e8e155-023f-6911-aa79-845e6b8890c8" [ 1744.887272] env[62697]: _type = "HttpNfcLease" [ 1744.887272] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1744.888493] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9db33-a478-4db9-b115-0f47a50b2294 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.896478] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c74be6-1d12-10ce-9129-bb0800ae9b92/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1744.896561] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c74be6-1d12-10ce-9129-bb0800ae9b92/disk-0.vmdk. {{(pid=62697) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1744.962746] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-472602c0-f506-459d-99e8-49d29091afd6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.053927] env[62697]: INFO nova.compute.manager [-] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Took 1.23 seconds to deallocate network for instance. [ 1745.561073] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.561455] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.561786] env[62697]: DEBUG nova.objects.instance [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'resources' on Instance uuid 14fb00e9-5c43-416f-85a6-cf41bbd92c48 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.057191] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Completed reading data from the image iterator. {{(pid=62697) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1746.057508] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c74be6-1d12-10ce-9129-bb0800ae9b92/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1746.058225] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac20a54-4d39-4a40-96d8-bb9be273ee78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.068541] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c74be6-1d12-10ce-9129-bb0800ae9b92/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1746.068651] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c74be6-1d12-10ce-9129-bb0800ae9b92/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1746.069341] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1b9c5476-e210-459a-a602-665d26766da3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.210896] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbd3b7d-0c0e-4158-9ffb-642437b2e16d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.219516] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea262452-13af-4c2b-b524-64118a8583af {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.253984] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1bb52c-b85e-464a-9dd2-c866e03ed24e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.260907] env[62697]: DEBUG oslo_vmware.rw_handles [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c74be6-1d12-10ce-9129-bb0800ae9b92/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1746.261191] env[62697]: INFO nova.virt.vmwareapi.images [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Downloaded image file data c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 [ 1746.263875] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424c4ce8-1f02-4458-8a28-14a16dea8869 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.267442] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8543ac-5100-4f21-8ee1-1400c4ca8979 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.281795] env[62697]: DEBUG nova.compute.provider_tree [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.296201] env[62697]: DEBUG nova.scheduler.client.report [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1746.299135] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dac27d9b-abf0-435c-9138-c1dacecb1996 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.328021] env[62697]: INFO nova.virt.vmwareapi.images [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] The imported VM was unregistered [ 1746.328564] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Caching image {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1746.328929] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.329724] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f74059-0c3f-46a6-8d53-4fa62ca19e89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.357555] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created directory with path [datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97 {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.357555] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6/OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6.vmdk to [datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97.vmdk. {{(pid=62697) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1746.357555] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bcfbc92b-8c91-4619-bb3a-1c24486e7621 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.365096] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1746.365096] env[62697]: value = "task-1707176" [ 1746.365096] env[62697]: _type = "Task" [ 1746.365096] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.373879] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707176, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.802276] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.241s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.827903] env[62697]: INFO nova.scheduler.client.report [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted allocations for instance 14fb00e9-5c43-416f-85a6-cf41bbd92c48 [ 1746.881965] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707176, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.337558] env[62697]: DEBUG oslo_concurrency.lockutils [None req-97b8d4d1-60ce-473f-a818-563d35ab28b7 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "14fb00e9-5c43-416f-85a6-cf41bbd92c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.666s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.376634] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707176, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.883661] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707176, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.378991] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707176, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.833389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.833688] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.833877] env[62697]: INFO nova.compute.manager [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Shelving [ 1748.882050] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707176, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.187969] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "34231c64-15dc-4c82-8b95-cae9f9c002a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.188245] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.346024] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.346367] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dbfd1fd-d0c4-4bdd-9538-c1103dc24255 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.354349] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1749.354349] env[62697]: value = "task-1707178" [ 1749.354349] env[62697]: _type = "Task" [ 1749.354349] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.364366] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.381261] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707176, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.954352} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.381756] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6/OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6.vmdk to [datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97.vmdk. [ 1749.382042] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Cleaning up location [datastore1] OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1749.382363] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_df4d3d59-0b02-47f9-8afa-bdea317c30e6 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.382691] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb5afcdc-7546-4fd5-b460-26e89ef4011a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.390400] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1749.390400] env[62697]: value = "task-1707179" [ 1749.390400] env[62697]: _type = "Task" [ 1749.390400] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.399311] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.693542] env[62697]: DEBUG nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1749.870391] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707178, 'name': PowerOffVM_Task, 'duration_secs': 0.264611} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.870688] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.871713] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a269baa-b7a9-425c-b768-965262031223 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.896630] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2028e19c-45e1-451b-8df8-09b927550a35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.905357] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04719} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.907310] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.907496] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.907776] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97.vmdk to [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.910825] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8834908b-cc1d-4f85-9a19-9b913c4af7be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.920954] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1749.920954] env[62697]: value = "task-1707180" [ 1749.920954] env[62697]: _type = "Task" [ 1749.920954] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.931204] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.218274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.218274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.219242] env[62697]: INFO nova.compute.claims [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.414725] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1750.415463] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0aad178d-00fa-4209-bc4a-b21c09f46f81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.433385] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1750.433385] env[62697]: value = "task-1707181" [ 1750.433385] env[62697]: _type = "Task" [ 1750.433385] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.443717] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707180, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.451214] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707181, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.932050] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707180, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.944178] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707181, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.170625] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.171066] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.383333] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a5359-85f2-4ce8-8d85-44809392ae0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.392801] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f293b-70c4-407f-9d4d-f11e59d426f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.429497] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635a5dc2-6294-407a-875b-c745f477f759 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.444900] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707180, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.446701] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee52fe14-6993-4ee6-8029-6fd60da598da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.456872] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707181, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.468108] env[62697]: DEBUG nova.compute.provider_tree [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.676028] env[62697]: DEBUG nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1751.944101] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707180, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.953383] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707181, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.972021] env[62697]: DEBUG nova.scheduler.client.report [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.200644] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.436726] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707180, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.407575} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.439895] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97/c9ca255a-84bf-4f32-98f6-5e7c4a68fd97.vmdk to [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1752.440677] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf8bc0-c34d-4faf-b364-87cbfdd569c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.447969] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707181, 'name': CreateSnapshot_Task, 'duration_secs': 1.964695} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.456635] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1752.465393] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.465972] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc12145-1c2b-43a9-a64a-7ee34255145b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.468226] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa21b599-516d-4037-957b-8cce364479fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.482274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.482743] env[62697]: DEBUG nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1752.485360] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1752.485534] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1752.487323] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.287s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.488577] env[62697]: INFO nova.compute.claims [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.497808] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1752.497808] env[62697]: value = "task-1707183" [ 1752.497808] env[62697]: _type = "Task" [ 1752.497808] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.507108] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.989180] env[62697]: DEBUG nova.compute.utils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1752.991136] env[62697]: DEBUG nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1752.991651] env[62697]: DEBUG nova.network.neutron [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.010136] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] There are 50 instances to clean {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1753.010351] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 7d3a0fce-b747-48fc-9273-e4d48d332510] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1753.020521] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1753.021300] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f8ab2ad-7c1b-4b5a-b9ef-91a99a278a1f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.036304] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707183, 'name': ReconfigVM_Task, 'duration_secs': 0.282477} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.037759] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67/20580a64-96b2-4401-aa8e-69228d7abf67.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.038898] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_name': '/dev/sda', 'encrypted': False, 'image_id': '0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355693', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'name': 'volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '20580a64-96b2-4401-aa8e-69228d7abf67', 'attached_at': '', 'detached_at': '', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'serial': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'f115b550-22bb-4ac0-900d-838271b2e67e', 'volume_type': None}], 'swap': None} {{(pid=62697) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1753.039120] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1753.039394] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355693', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'name': 'volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '20580a64-96b2-4401-aa8e-69228d7abf67', 'attached_at': '', 'detached_at': '', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'serial': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1753.039930] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1753.039930] env[62697]: value = "task-1707185" [ 1753.039930] env[62697]: _type = "Task" [ 1753.039930] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.040674] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00938b50-3b46-40a1-915c-6aeae06edc35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.063651] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb7cdd2-2c21-46f6-999c-d2ade01f3ea5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.066319] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707185, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.067817] env[62697]: DEBUG nova.policy [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0e72ef778e4169aeaf9897f91eaad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dcdc67a42e64e3594338e967b767daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1753.092088] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c/volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.092426] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc942f8-5742-4db3-8261-f0169f819291 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.111446] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1753.111446] env[62697]: value = "task-1707186" [ 1753.111446] env[62697]: _type = "Task" [ 1753.111446] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.120352] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.365830] env[62697]: DEBUG nova.network.neutron [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Successfully created port: 76595d68-ab9d-4b2b-97a6-4a7eed14e44f {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.494796] env[62697]: DEBUG nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1753.521610] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 14fb00e9-5c43-416f-85a6-cf41bbd92c48] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1753.557853] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707185, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.622098] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707186, 'name': ReconfigVM_Task, 'duration_secs': 0.343965} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.624603] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c/volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.629430] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f15b72-2fb3-4a72-a49e-da242604a37e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.648834] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1753.648834] env[62697]: value = "task-1707187" [ 1753.648834] env[62697]: _type = "Task" [ 1753.648834] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.657152] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faaa321-4cf0-44fb-ad94-c30ce2715002 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.669199] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.676159] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330b936-0919-4025-816f-3b466995c0d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.729883] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dd00a7-e044-4149-aeb6-65a40911e512 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.741946] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b97999a-afcc-4226-b9a9-3522465253cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.765147] env[62697]: DEBUG nova.compute.provider_tree [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.024563] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3448234e-162e-4928-ae11-967ae5e2d873] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1754.056475] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707185, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.160134] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707187, 'name': ReconfigVM_Task, 'duration_secs': 0.161583} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.160450] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355693', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'name': 'volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '20580a64-96b2-4401-aa8e-69228d7abf67', 'attached_at': '', 'detached_at': '', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'serial': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1754.161167] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c98b3de7-ecab-4453-b00b-d72aa2b696e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.169428] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1754.169428] env[62697]: value = "task-1707188" [ 1754.169428] env[62697]: _type = "Task" [ 1754.169428] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.178576] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707188, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.269428] env[62697]: DEBUG nova.scheduler.client.report [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1754.504141] env[62697]: DEBUG nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1754.527957] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: ac162c18-cdd5-4d10-995e-41d2c54a24ff] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1754.532500] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1754.532716] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1754.532879] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1754.533143] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1754.533319] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1754.533474] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1754.533689] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1754.533846] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1754.534037] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1754.534236] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1754.534419] env[62697]: DEBUG nova.virt.hardware [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1754.535505] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ff84f-7ee6-4d61-b3a0-633fb00fc4a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.543757] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d9c535-0c99-46de-84c2-16fcd21aa697 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.564217] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707185, 'name': CloneVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.686020] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707188, 'name': Rename_Task, 'duration_secs': 0.165607} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.686020] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.686020] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abd208fd-f05f-4e18-bb21-92e822297903 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.692188] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1754.692188] env[62697]: value = "task-1707189" [ 1754.692188] env[62697]: _type = "Task" [ 1754.692188] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.701014] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.775142] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.775302] env[62697]: DEBUG nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1754.838399] env[62697]: DEBUG nova.compute.manager [req-5e7abec0-81ac-46c1-8802-ee2456baa2e5 req-954976cd-d0b9-4b7a-8d95-fcfa1125a924 service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Received event network-vif-plugged-76595d68-ab9d-4b2b-97a6-4a7eed14e44f {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1754.838726] env[62697]: DEBUG oslo_concurrency.lockutils [req-5e7abec0-81ac-46c1-8802-ee2456baa2e5 req-954976cd-d0b9-4b7a-8d95-fcfa1125a924 service nova] Acquiring lock "34231c64-15dc-4c82-8b95-cae9f9c002a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.839016] env[62697]: DEBUG oslo_concurrency.lockutils [req-5e7abec0-81ac-46c1-8802-ee2456baa2e5 req-954976cd-d0b9-4b7a-8d95-fcfa1125a924 service nova] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.839338] env[62697]: DEBUG oslo_concurrency.lockutils [req-5e7abec0-81ac-46c1-8802-ee2456baa2e5 req-954976cd-d0b9-4b7a-8d95-fcfa1125a924 service nova] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.839487] env[62697]: DEBUG nova.compute.manager [req-5e7abec0-81ac-46c1-8802-ee2456baa2e5 req-954976cd-d0b9-4b7a-8d95-fcfa1125a924 service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] No waiting events found dispatching network-vif-plugged-76595d68-ab9d-4b2b-97a6-4a7eed14e44f {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1754.839683] env[62697]: WARNING nova.compute.manager [req-5e7abec0-81ac-46c1-8802-ee2456baa2e5 req-954976cd-d0b9-4b7a-8d95-fcfa1125a924 service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Received unexpected event network-vif-plugged-76595d68-ab9d-4b2b-97a6-4a7eed14e44f for instance with vm_state building and task_state spawning. [ 1754.894677] env[62697]: DEBUG nova.network.neutron [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Successfully updated port: 76595d68-ab9d-4b2b-97a6-4a7eed14e44f {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.002111] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e2011a2-44d1-40e3-8b1b-50ba0f144de5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.002398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e2011a2-44d1-40e3-8b1b-50ba0f144de5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.002783] env[62697]: DEBUG nova.objects.instance [None req-6e2011a2-44d1-40e3-8b1b-50ba0f144de5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'flavor' on Instance uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.031525] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: d7339c2e-9ffb-4e48-a131-558052ad2343] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1755.059427] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707185, 'name': CloneVM_Task, 'duration_secs': 1.543658} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.059703] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Created linked-clone VM from snapshot [ 1755.060533] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d310c4-49cb-449d-a53e-10f70c2051e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.068842] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Uploading image e1294874-3003-4d01-b6c5-59108bf5a2ec {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1755.092592] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1755.092592] env[62697]: value = "vm-355699" [ 1755.092592] env[62697]: _type = "VirtualMachine" [ 1755.092592] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1755.092886] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f2809f57-0e43-42e3-832a-0216d7e6ced9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.101415] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease: (returnval){ [ 1755.101415] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52faad3c-424b-aa73-09e5-aaefc1e8eb47" [ 1755.101415] env[62697]: _type = "HttpNfcLease" [ 1755.101415] env[62697]: } obtained for exporting VM: (result){ [ 1755.101415] env[62697]: value = "vm-355699" [ 1755.101415] env[62697]: _type = "VirtualMachine" [ 1755.101415] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1755.101679] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the lease: (returnval){ [ 1755.101679] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52faad3c-424b-aa73-09e5-aaefc1e8eb47" [ 1755.101679] env[62697]: _type = "HttpNfcLease" [ 1755.101679] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1755.108792] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1755.108792] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52faad3c-424b-aa73-09e5-aaefc1e8eb47" [ 1755.108792] env[62697]: _type = "HttpNfcLease" [ 1755.108792] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1755.204385] env[62697]: DEBUG oslo_vmware.api [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707189, 'name': PowerOnVM_Task, 'duration_secs': 0.491412} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.204687] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.280577] env[62697]: DEBUG nova.compute.utils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1755.282190] env[62697]: DEBUG nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1755.282324] env[62697]: DEBUG nova.network.neutron [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1755.301570] env[62697]: DEBUG nova.compute.manager [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1755.302540] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adc52e0-b493-4766-abf0-cae35a55ccf6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.321929] env[62697]: DEBUG nova.policy [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f96e794e679849b7b661571728269c70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c49dbfba89e9419ebdb6815ed93ec7ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1755.397360] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "refresh_cache-34231c64-15dc-4c82-8b95-cae9f9c002a4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.397713] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "refresh_cache-34231c64-15dc-4c82-8b95-cae9f9c002a4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.397713] env[62697]: DEBUG nova.network.neutron [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.508208] env[62697]: DEBUG nova.objects.instance [None req-6e2011a2-44d1-40e3-8b1b-50ba0f144de5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'pci_requests' on Instance uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.534089] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3240eec5-62ff-472c-8490-ee3edcd15455] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1755.611204] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1755.611204] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52faad3c-424b-aa73-09e5-aaefc1e8eb47" [ 1755.611204] env[62697]: _type = "HttpNfcLease" [ 1755.611204] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1755.611560] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1755.611560] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52faad3c-424b-aa73-09e5-aaefc1e8eb47" [ 1755.611560] env[62697]: _type = "HttpNfcLease" [ 1755.611560] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1755.612326] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee1000-db61-4817-90ae-5d00ba777f68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.620253] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52838b0b-c780-26c1-5d25-aaaf3f79a8d1/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1755.620437] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52838b0b-c780-26c1-5d25-aaaf3f79a8d1/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1755.680286] env[62697]: DEBUG nova.network.neutron [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Successfully created port: 54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.715443] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50b47f5c-da1c-4c8f-88d1-6ed040fce656 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.785769] env[62697]: DEBUG nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1755.822676] env[62697]: DEBUG oslo_concurrency.lockutils [None req-436dcad8-56ac-4a39-806d-c8ec190fe8ad tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.132s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.935424] env[62697]: DEBUG nova.network.neutron [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.010672] env[62697]: DEBUG nova.objects.base [None req-6e2011a2-44d1-40e3-8b1b-50ba0f144de5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Object Instance<1732ee60-5f80-4f47-b601-9bc5be4a898e> lazy-loaded attributes: flavor,pci_requests {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1756.010672] env[62697]: DEBUG nova.network.neutron [None req-6e2011a2-44d1-40e3-8b1b-50ba0f144de5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.038267] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3284f040-a0fc-4ae7-9b7c-79f293c767e8] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1756.139184] env[62697]: DEBUG nova.network.neutron [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Updating instance_info_cache with network_info: [{"id": "76595d68-ab9d-4b2b-97a6-4a7eed14e44f", "address": "fa:16:3e:88:a4:d3", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76595d68-ab", "ovs_interfaceid": "76595d68-ab9d-4b2b-97a6-4a7eed14e44f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.145056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6e2011a2-44d1-40e3-8b1b-50ba0f144de5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.142s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.541981] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: b6840e36-edd1-4ac3-ada9-c45e4dbb210b] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1756.645405] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "refresh_cache-34231c64-15dc-4c82-8b95-cae9f9c002a4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.645759] env[62697]: DEBUG nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Instance network_info: |[{"id": "76595d68-ab9d-4b2b-97a6-4a7eed14e44f", "address": "fa:16:3e:88:a4:d3", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76595d68-ab", "ovs_interfaceid": "76595d68-ab9d-4b2b-97a6-4a7eed14e44f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1756.646250] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a4:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76595d68-ab9d-4b2b-97a6-4a7eed14e44f', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1756.654537] env[62697]: DEBUG oslo.service.loopingcall [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.656411] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1756.656938] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-591aa5eb-acc3-49d1-a7dc-f16dcaab2f59 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.680774] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1756.680774] env[62697]: value = "task-1707192" [ 1756.680774] env[62697]: _type = "Task" [ 1756.680774] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.691723] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707192, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.797222] env[62697]: DEBUG nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1756.840858] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1756.841533] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1756.841533] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.841860] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1756.842035] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.842356] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1756.842671] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1756.842889] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1756.843166] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1756.843578] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1756.843874] env[62697]: DEBUG nova.virt.hardware [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1756.845043] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797baa84-0173-4462-93d1-91eb83ff1281 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.854339] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6671a837-d290-4530-ba05-8279872b4903 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.873183] env[62697]: DEBUG nova.compute.manager [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Received event network-changed-76595d68-ab9d-4b2b-97a6-4a7eed14e44f {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1756.873479] env[62697]: DEBUG nova.compute.manager [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Refreshing instance network info cache due to event network-changed-76595d68-ab9d-4b2b-97a6-4a7eed14e44f. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1756.873752] env[62697]: DEBUG oslo_concurrency.lockutils [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] Acquiring lock "refresh_cache-34231c64-15dc-4c82-8b95-cae9f9c002a4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.873923] env[62697]: DEBUG oslo_concurrency.lockutils [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] Acquired lock "refresh_cache-34231c64-15dc-4c82-8b95-cae9f9c002a4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.874229] env[62697]: DEBUG nova.network.neutron [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Refreshing network info cache for port 76595d68-ab9d-4b2b-97a6-4a7eed14e44f {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.046787] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 79c7508e-b87e-4e79-a9a4-50dd0d45b30b] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1757.192198] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707192, 'name': CreateVM_Task, 'duration_secs': 0.492978} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.192374] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.193128] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.193462] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.194119] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.194496] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248bf7b3-7507-429c-b3b8-05891809328e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.199774] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1757.199774] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52eea620-6a32-090c-b68a-9bfbce1c8a65" [ 1757.199774] env[62697]: _type = "Task" [ 1757.199774] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.209368] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52eea620-6a32-090c-b68a-9bfbce1c8a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.481476] env[62697]: DEBUG nova.network.neutron [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Successfully updated port: 54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.550694] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: d7cc9614-7e6b-43c4-89a3-1f2579b54dd7] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1757.615989] env[62697]: DEBUG nova.network.neutron [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Updated VIF entry in instance network info cache for port 76595d68-ab9d-4b2b-97a6-4a7eed14e44f. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.616589] env[62697]: DEBUG nova.network.neutron [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Updating instance_info_cache with network_info: [{"id": "76595d68-ab9d-4b2b-97a6-4a7eed14e44f", "address": "fa:16:3e:88:a4:d3", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76595d68-ab", "ovs_interfaceid": "76595d68-ab9d-4b2b-97a6-4a7eed14e44f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.712044] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52eea620-6a32-090c-b68a-9bfbce1c8a65, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.713023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.713023] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1757.713023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.713023] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.714395] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1757.714395] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-602351c6-efc1-4139-b86e-e58a76fc8137 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.727151] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1757.727407] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1757.728209] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9095a816-115a-4049-88f3-1ebee87d1470 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.734497] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1757.734497] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52419fb8-803c-0940-cf85-372d75e0f9da" [ 1757.734497] env[62697]: _type = "Task" [ 1757.734497] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.744125] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52419fb8-803c-0940-cf85-372d75e0f9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.983898] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.984121] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.984291] env[62697]: DEBUG nova.network.neutron [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.054083] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: ec6d30a5-c74f-4910-b9fd-99e1e0de2408] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1758.119844] env[62697]: DEBUG oslo_concurrency.lockutils [req-3631dc35-1461-4e79-9332-27144aae58e1 req-cf1e8c1b-6b36-4604-aa5b-8f009622760f service nova] Releasing lock "refresh_cache-34231c64-15dc-4c82-8b95-cae9f9c002a4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.185716] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.185961] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.192020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.192248] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.192543] env[62697]: DEBUG nova.objects.instance [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'flavor' on Instance uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.245888] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52419fb8-803c-0940-cf85-372d75e0f9da, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.246721] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14931619-249d-4d3d-b1fa-d3c52db49418 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.252994] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1758.252994] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529a333f-b580-bce5-fbe6-5e5acaf4a06f" [ 1758.252994] env[62697]: _type = "Task" [ 1758.252994] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.261219] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529a333f-b580-bce5-fbe6-5e5acaf4a06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.520184] env[62697]: DEBUG nova.network.neutron [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.557755] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1417af97-70dd-409f-91f7-88311fd7ce28] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1758.667879] env[62697]: DEBUG nova.network.neutron [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updating instance_info_cache with network_info: [{"id": "54a39a6a-415b-498d-8953-32fefbf32181", "address": "fa:16:3e:7a:06:cc", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a39a6a-41", "ovs_interfaceid": "54a39a6a-415b-498d-8953-32fefbf32181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.688291] env[62697]: DEBUG nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1758.763908] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529a333f-b580-bce5-fbe6-5e5acaf4a06f, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.764246] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.764551] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 34231c64-15dc-4c82-8b95-cae9f9c002a4/34231c64-15dc-4c82-8b95-cae9f9c002a4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.765801] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e36d92c8-5946-4a32-9919-06c37b0cd470 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.771436] env[62697]: DEBUG nova.objects.instance [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'pci_requests' on Instance uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.775084] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1758.775084] env[62697]: value = "task-1707193" [ 1758.775084] env[62697]: _type = "Task" [ 1758.775084] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.785191] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.045909] env[62697]: DEBUG nova.compute.manager [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Received event network-vif-plugged-54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1759.046420] env[62697]: DEBUG oslo_concurrency.lockutils [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.046903] env[62697]: DEBUG oslo_concurrency.lockutils [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] Lock "e866b33f-12c9-4219-8473-270abee54f82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.047356] env[62697]: DEBUG oslo_concurrency.lockutils [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] Lock "e866b33f-12c9-4219-8473-270abee54f82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.047693] env[62697]: DEBUG nova.compute.manager [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] No waiting events found dispatching network-vif-plugged-54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1759.048161] env[62697]: WARNING nova.compute.manager [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Received unexpected event network-vif-plugged-54a39a6a-415b-498d-8953-32fefbf32181 for instance with vm_state building and task_state spawning. [ 1759.048517] env[62697]: DEBUG nova.compute.manager [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Received event network-changed-54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1759.048852] env[62697]: DEBUG nova.compute.manager [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Refreshing instance network info cache due to event network-changed-54a39a6a-415b-498d-8953-32fefbf32181. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1759.049216] env[62697]: DEBUG oslo_concurrency.lockutils [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] Acquiring lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.061259] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 2c73f3a2-0573-4924-9c81-e164157f7c67] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1759.171628] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.171828] env[62697]: DEBUG nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Instance network_info: |[{"id": "54a39a6a-415b-498d-8953-32fefbf32181", "address": "fa:16:3e:7a:06:cc", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a39a6a-41", "ovs_interfaceid": "54a39a6a-415b-498d-8953-32fefbf32181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1759.172110] env[62697]: DEBUG oslo_concurrency.lockutils [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] Acquired lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.172364] env[62697]: DEBUG nova.network.neutron [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Refreshing network info cache for port 54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.173836] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:06:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54a39a6a-415b-498d-8953-32fefbf32181', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.181532] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Creating folder: Project (c49dbfba89e9419ebdb6815ed93ec7ca). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.182464] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aea4eb30-717d-4185-987b-17034f8b6ed3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.196993] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Created folder: Project (c49dbfba89e9419ebdb6815ed93ec7ca) in parent group-v355409. [ 1759.197259] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Creating folder: Instances. Parent ref: group-v355701. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.199804] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0222dbb8-03bf-45b4-bd4a-e80ce4ada32a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.212636] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Created folder: Instances in parent group-v355701. [ 1759.213025] env[62697]: DEBUG oslo.service.loopingcall [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.213302] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e866b33f-12c9-4219-8473-270abee54f82] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.213564] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d626c6-a5cb-4305-aeb8-d8e80e0570a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.230709] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.231014] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.232604] env[62697]: INFO nova.compute.claims [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.242187] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.242187] env[62697]: value = "task-1707196" [ 1759.242187] env[62697]: _type = "Task" [ 1759.242187] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.257910] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707196, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.276497] env[62697]: DEBUG nova.objects.base [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Object Instance<1732ee60-5f80-4f47-b601-9bc5be4a898e> lazy-loaded attributes: flavor,pci_requests {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1759.276716] env[62697]: DEBUG nova.network.neutron [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.293321] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707193, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.322110] env[62697]: DEBUG nova.policy [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1759.565189] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: f1b23392-1703-4599-9980-a0c2314bc42a] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1759.757855] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707196, 'name': CreateVM_Task, 'duration_secs': 0.413118} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.758061] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e866b33f-12c9-4219-8473-270abee54f82] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.758819] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.759011] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.759355] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.759738] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad9faf8-0381-4879-9c02-45c64cf7e5a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.765804] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1759.765804] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524ac252-f3c6-2ef7-3328-61300048b463" [ 1759.765804] env[62697]: _type = "Task" [ 1759.765804] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.774090] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524ac252-f3c6-2ef7-3328-61300048b463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.788177] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539776} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.788463] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 34231c64-15dc-4c82-8b95-cae9f9c002a4/34231c64-15dc-4c82-8b95-cae9f9c002a4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.788682] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.788941] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4dd7b1b-0ed3-474c-9310-0de2b36a9762 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.796718] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1759.796718] env[62697]: value = "task-1707197" [ 1759.796718] env[62697]: _type = "Task" [ 1759.796718] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.808353] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.891782] env[62697]: DEBUG nova.network.neutron [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Successfully created port: 7567abe2-c796-4714-a580-bfd09fd5c475 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1759.971220] env[62697]: DEBUG nova.network.neutron [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updated VIF entry in instance network info cache for port 54a39a6a-415b-498d-8953-32fefbf32181. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.971645] env[62697]: DEBUG nova.network.neutron [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updating instance_info_cache with network_info: [{"id": "54a39a6a-415b-498d-8953-32fefbf32181", "address": "fa:16:3e:7a:06:cc", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a39a6a-41", "ovs_interfaceid": "54a39a6a-415b-498d-8953-32fefbf32181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.068139] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1afa2e13-9580-407a-83c4-f3276f6b1fd4] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1760.277173] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524ac252-f3c6-2ef7-3328-61300048b463, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.279882] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.280165] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.280416] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.280578] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.280765] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.281320] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b81250e-8255-46ba-a6ab-3d06e041b6b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.290922] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.291090] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.294088] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359a2c9b-4a7d-4a08-8795-38b28fd21638 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.305010] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1760.305010] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5254030d-1d3c-a98e-0e91-fdfbbcfb44ab" [ 1760.305010] env[62697]: _type = "Task" [ 1760.305010] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.307877] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077721} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.313485] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.314932] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b69b6f-29ae-4535-91ac-c04ad5bafe2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.332432] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5254030d-1d3c-a98e-0e91-fdfbbcfb44ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.341746] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 34231c64-15dc-4c82-8b95-cae9f9c002a4/34231c64-15dc-4c82-8b95-cae9f9c002a4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.345271] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a3751e-ab29-4957-ac3c-eb463d795344 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.359907] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238c9b33-0943-4ba9-ab4c-26dbfae87b72 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.367134] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1760.367134] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5235ee71-5084-383d-9386-f4d044f69a48" [ 1760.367134] env[62697]: _type = "Task" [ 1760.367134] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.373491] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1760.373491] env[62697]: value = "task-1707198" [ 1760.373491] env[62697]: _type = "Task" [ 1760.373491] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.380194] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5235ee71-5084-383d-9386-f4d044f69a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.385446] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.457736] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afd6a0-048d-4120-b9fd-c23834dead4f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.466257] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5456b2b-a29f-48e7-8c2e-60499a7a1c3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.496938] env[62697]: DEBUG oslo_concurrency.lockutils [req-90d11436-d6d4-4c90-b6c2-4488af70fb38 req-9c12e4ea-9895-47cf-b1e9-c8ad03e11350 service nova] Releasing lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.498042] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72e6ecc-7eae-458a-9c48-2958bb602cae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.506257] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8701b2-46bc-4134-a45d-91b2591483cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.521536] env[62697]: DEBUG nova.compute.provider_tree [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.571631] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 48b0304d-240b-4106-9b14-06a909da1c35] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1760.878585] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5235ee71-5084-383d-9386-f4d044f69a48, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.881586] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.881866] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e866b33f-12c9-4219-8473-270abee54f82/e866b33f-12c9-4219-8473-270abee54f82.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.882144] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b40dbd8-1c68-467e-a992-411528199223 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.889535] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707198, 'name': ReconfigVM_Task, 'duration_secs': 0.332611} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.890920] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 34231c64-15dc-4c82-8b95-cae9f9c002a4/34231c64-15dc-4c82-8b95-cae9f9c002a4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.891745] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1760.891745] env[62697]: value = "task-1707199" [ 1760.891745] env[62697]: _type = "Task" [ 1760.891745] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.891948] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e857727a-66a0-458b-8fa1-61e282a00df4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.903110] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.904681] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1760.904681] env[62697]: value = "task-1707200" [ 1760.904681] env[62697]: _type = "Task" [ 1760.904681] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.915246] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707200, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.025905] env[62697]: DEBUG nova.scheduler.client.report [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1761.074769] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: ad32f794-116a-4f4b-bbcd-ad0a9c63cc77] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1761.363614] env[62697]: DEBUG nova.compute.manager [req-8b46b273-97ae-468a-940c-362db9e0563d req-8729b287-8859-484b-9c3e-e26eec9d5ca4 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-vif-plugged-7567abe2-c796-4714-a580-bfd09fd5c475 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1761.363827] env[62697]: DEBUG oslo_concurrency.lockutils [req-8b46b273-97ae-468a-940c-362db9e0563d req-8729b287-8859-484b-9c3e-e26eec9d5ca4 service nova] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.364060] env[62697]: DEBUG oslo_concurrency.lockutils [req-8b46b273-97ae-468a-940c-362db9e0563d req-8729b287-8859-484b-9c3e-e26eec9d5ca4 service nova] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.364249] env[62697]: DEBUG oslo_concurrency.lockutils [req-8b46b273-97ae-468a-940c-362db9e0563d req-8729b287-8859-484b-9c3e-e26eec9d5ca4 service nova] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.364425] env[62697]: DEBUG nova.compute.manager [req-8b46b273-97ae-468a-940c-362db9e0563d req-8729b287-8859-484b-9c3e-e26eec9d5ca4 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] No waiting events found dispatching network-vif-plugged-7567abe2-c796-4714-a580-bfd09fd5c475 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1761.364596] env[62697]: WARNING nova.compute.manager [req-8b46b273-97ae-468a-940c-362db9e0563d req-8729b287-8859-484b-9c3e-e26eec9d5ca4 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received unexpected event network-vif-plugged-7567abe2-c796-4714-a580-bfd09fd5c475 for instance with vm_state active and task_state None. [ 1761.405657] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.406645] env[62697]: DEBUG nova.network.neutron [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Successfully updated port: 7567abe2-c796-4714-a580-bfd09fd5c475 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.418613] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707200, 'name': Rename_Task, 'duration_secs': 0.234617} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.419518] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.419785] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a50fbb9-efc7-475f-ac5d-7ec4dc9a0a46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.430578] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1761.430578] env[62697]: value = "task-1707201" [ 1761.430578] env[62697]: _type = "Task" [ 1761.430578] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.442939] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.530892] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.532029] env[62697]: DEBUG nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1761.578443] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 01c11299-4dea-404c-801d-6dba97036eb9] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1761.905594] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672127} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.905975] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e866b33f-12c9-4219-8473-270abee54f82/e866b33f-12c9-4219-8473-270abee54f82.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.906274] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.906634] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8e1cf92-a330-4a97-86f5-8d1e24bd3874 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.911762] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.911968] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.912301] env[62697]: DEBUG nova.network.neutron [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.917248] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1761.917248] env[62697]: value = "task-1707202" [ 1761.917248] env[62697]: _type = "Task" [ 1761.917248] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.930121] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.942015] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.038068] env[62697]: DEBUG nova.compute.utils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.039729] env[62697]: DEBUG nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1762.039937] env[62697]: DEBUG nova.network.neutron [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.086055] env[62697]: DEBUG nova.policy [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72cee2cf02364120ab35e380fe11a52d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9bc89334404ba7abc7badaba7b2488', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1762.087108] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e04f9fa2-b3a8-4955-889f-0d41443b877c] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1762.377222] env[62697]: DEBUG nova.network.neutron [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Successfully created port: 5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.432971] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133841} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.432971] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.437042] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd57dd-4b37-4f2d-aaec-5190adcc0f0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.456298] env[62697]: DEBUG oslo_vmware.api [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707201, 'name': PowerOnVM_Task, 'duration_secs': 0.751986} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.465346] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e866b33f-12c9-4219-8473-270abee54f82/e866b33f-12c9-4219-8473-270abee54f82.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.466446] env[62697]: WARNING nova.network.neutron [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] 76a5b8cb-8e39-4392-a965-ad3753610635 already exists in list: networks containing: ['76a5b8cb-8e39-4392-a965-ad3753610635']. ignoring it [ 1762.468665] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.468793] env[62697]: INFO nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1762.468965] env[62697]: DEBUG nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1762.469256] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d1dba7-180f-401b-bbf5-fcdbe79a6e9f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.484148] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e50c27-7a07-4211-a53c-1c2d787806a2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.496371] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1762.496371] env[62697]: value = "task-1707203" [ 1762.496371] env[62697]: _type = "Task" [ 1762.496371] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.508627] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.543917] env[62697]: DEBUG nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1762.593554] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 72445f8a-bd58-4d62-814a-6710d37ee433] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1762.827923] env[62697]: DEBUG nova.network.neutron [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7567abe2-c796-4714-a580-bfd09fd5c475", "address": "fa:16:3e:15:97:41", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7567abe2-c7", "ovs_interfaceid": "7567abe2-c796-4714-a580-bfd09fd5c475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.010767] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.013937] env[62697]: INFO nova.compute.manager [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Took 12.82 seconds to build instance. [ 1763.048938] env[62697]: INFO nova.virt.block_device [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Booting with volume 39406cb5-25e4-4734-a0f6-9dd542b1a9c1 at /dev/sda [ 1763.090429] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4462f185-d366-4e3a-b089-b81dbaec5d90 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.096373] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 5a06d880-a452-47f1-a762-424619361833] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1763.106030] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7101a713-bc75-42db-92bc-7948a836bc00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.142782] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c22abd40-0e1b-4208-aa96-14faf17afb40 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.152837] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd17c8ba-688a-484c-b2fb-56ab2c2c66ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.188766] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea4aa1c-89d1-44b9-9d59-79ba160cf2ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.196393] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06a9201-6e84-4752-bd05-328655fbadf5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.210891] env[62697]: DEBUG nova.virt.block_device [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating existing volume attachment record: 79f11e2c-c27a-4926-b05b-c74f65599659 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1763.330729] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.331504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.331715] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.332659] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304dc33-1ca0-4980-b8fc-8adc90fdd9e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.351025] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.351025] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.351414] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.352309] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.352309] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.352309] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.352309] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.352526] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.353688] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.353688] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.353688] env[62697]: DEBUG nova.virt.hardware [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.359890] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfiguring VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1763.360350] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa0f772a-5f47-40e0-be89-e8243637a3be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.379250] env[62697]: DEBUG oslo_vmware.api [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1763.379250] env[62697]: value = "task-1707204" [ 1763.379250] env[62697]: _type = "Task" [ 1763.379250] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.389702] env[62697]: DEBUG oslo_vmware.api [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707204, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.424443] env[62697]: DEBUG nova.compute.manager [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-changed-7567abe2-c796-4714-a580-bfd09fd5c475 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1763.424443] env[62697]: DEBUG nova.compute.manager [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing instance network info cache due to event network-changed-7567abe2-c796-4714-a580-bfd09fd5c475. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1763.424443] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.424443] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.424669] env[62697]: DEBUG nova.network.neutron [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing network info cache for port 7567abe2-c796-4714-a580-bfd09fd5c475 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.508451] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707203, 'name': ReconfigVM_Task, 'duration_secs': 0.595109} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.508750] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e866b33f-12c9-4219-8473-270abee54f82/e866b33f-12c9-4219-8473-270abee54f82.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.509439] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62642353-bdcb-4c7d-9a9b-b37a296eab6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.516973] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3833394c-9d36-4e29-bbb8-13910e553d1a tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.328s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.516973] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1763.516973] env[62697]: value = "task-1707205" [ 1763.516973] env[62697]: _type = "Task" [ 1763.516973] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.525534] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707205, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.599405] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 763212b3-74ee-4ccc-902f-d613e51441f2] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1763.890197] env[62697]: DEBUG oslo_vmware.api [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.893741] env[62697]: DEBUG nova.network.neutron [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Successfully updated port: 5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.029115] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707205, 'name': Rename_Task, 'duration_secs': 0.408406} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.029429] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.029737] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0fa2f7-d7cb-4c83-ab26-40a2cc40ba98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.037489] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1764.037489] env[62697]: value = "task-1707206" [ 1764.037489] env[62697]: _type = "Task" [ 1764.037489] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.048618] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.103291] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 495eb777-5198-4544-84c4-be4441450b05] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1764.153612] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52838b0b-c780-26c1-5d25-aaaf3f79a8d1/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1764.154788] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba691900-53fe-43b5-870f-497d14cb8ef7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.158235] env[62697]: DEBUG nova.network.neutron [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updated VIF entry in instance network info cache for port 7567abe2-c796-4714-a580-bfd09fd5c475. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.158714] env[62697]: DEBUG nova.network.neutron [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7567abe2-c796-4714-a580-bfd09fd5c475", "address": "fa:16:3e:15:97:41", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7567abe2-c7", "ovs_interfaceid": "7567abe2-c796-4714-a580-bfd09fd5c475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.164862] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52838b0b-c780-26c1-5d25-aaaf3f79a8d1/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1764.165040] env[62697]: ERROR oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52838b0b-c780-26c1-5d25-aaaf3f79a8d1/disk-0.vmdk due to incomplete transfer. [ 1764.165785] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96b495fc-93f1-4123-98c6-852a785678b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.176971] env[62697]: DEBUG oslo_vmware.rw_handles [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52838b0b-c780-26c1-5d25-aaaf3f79a8d1/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1764.177297] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Uploaded image e1294874-3003-4d01-b6c5-59108bf5a2ec to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1764.179872] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1764.180562] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d09e218-d703-4241-a1f8-fe29089818bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.189504] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1764.189504] env[62697]: value = "task-1707207" [ 1764.189504] env[62697]: _type = "Task" [ 1764.189504] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.198972] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707207, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.392065] env[62697]: DEBUG oslo_vmware.api [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707204, 'name': ReconfigVM_Task, 'duration_secs': 0.97889} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.392426] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.392650] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfigured VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1764.395628] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.395760] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.395903] env[62697]: DEBUG nova.network.neutron [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.444539] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "34231c64-15dc-4c82-8b95-cae9f9c002a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.444803] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.445035] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "34231c64-15dc-4c82-8b95-cae9f9c002a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.445228] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.445456] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.448041] env[62697]: INFO nova.compute.manager [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Terminating instance [ 1764.450044] env[62697]: DEBUG nova.compute.manager [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1764.450044] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.450995] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b226ac11-2de1-4dc3-87dc-a8cf8c64b05e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.459799] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.460083] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa3c79c3-a5e3-4074-b27e-c9e167bb9679 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.468187] env[62697]: DEBUG oslo_vmware.api [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1764.468187] env[62697]: value = "task-1707208" [ 1764.468187] env[62697]: _type = "Task" [ 1764.468187] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.477764] env[62697]: DEBUG oslo_vmware.api [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.549728] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.607634] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: bbd84d19-cc74-4c9f-aeba-0abe53b81ced] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1764.661913] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f2abfad-954f-4840-b5b9-8e6ba332286c req-b76a2f2b-ea65-4f99-a5d8-f8bdb8f37ca3 service nova] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.701148] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707207, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.862970] env[62697]: INFO nova.compute.manager [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Rebuilding instance [ 1764.898782] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d4b20279-a102-4272-9e38-5e118800356d tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.706s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.909741] env[62697]: DEBUG nova.compute.manager [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1764.910706] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f5863d-42cf-4cf4-a9e6-ae9f881b2dae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.931067] env[62697]: DEBUG nova.network.neutron [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.980336] env[62697]: DEBUG oslo_vmware.api [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707208, 'name': PowerOffVM_Task, 'duration_secs': 0.291062} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.980623] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.980791] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.981059] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d29958-5994-45df-84d1-7933a0d8f0c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.051809] env[62697]: DEBUG oslo_vmware.api [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707206, 'name': PowerOnVM_Task, 'duration_secs': 0.958627} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.052160] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.052395] env[62697]: INFO nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1765.052575] env[62697]: DEBUG nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1765.053393] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32008756-e32d-4894-8b3b-432c1a8c071c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.084037] env[62697]: DEBUG nova.network.neutron [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance_info_cache with network_info: [{"id": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "address": "fa:16:3e:14:6d:5c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a7f3b-f7", "ovs_interfaceid": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.111271] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: b8cbf001-46f0-42a2-b449-91756c654a5e] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1765.201063] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707207, 'name': Destroy_Task, 'duration_secs': 0.626678} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.201383] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Destroyed the VM [ 1765.201633] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1765.201949] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cb8f057-fc16-4b08-8eba-bb91aa2cad68 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.209524] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1765.209524] env[62697]: value = "task-1707210" [ 1765.209524] env[62697]: _type = "Task" [ 1765.209524] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.218477] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.307751] env[62697]: DEBUG nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1765.308262] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1765.308487] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1765.308652] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.308847] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1765.309035] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.309385] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1765.309675] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1765.309939] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1765.310251] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1765.310454] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1765.310648] env[62697]: DEBUG nova.virt.hardware [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1765.311598] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b59b304-b6b3-4b33-a149-47687ca58ecc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.320372] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d131531-8a04-4406-8f50-af286799eddf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.423012] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.423496] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b93e5a06-f9a1-4b28-b94f-1ccc08103d06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.431286] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1765.431286] env[62697]: value = "task-1707211" [ 1765.431286] env[62697]: _type = "Task" [ 1765.431286] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.441242] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.451774] env[62697]: DEBUG nova.compute.manager [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Received event network-vif-plugged-5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1765.451894] env[62697]: DEBUG oslo_concurrency.lockutils [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] Acquiring lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.452123] env[62697]: DEBUG oslo_concurrency.lockutils [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.452299] env[62697]: DEBUG oslo_concurrency.lockutils [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.452474] env[62697]: DEBUG nova.compute.manager [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] No waiting events found dispatching network-vif-plugged-5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1765.452642] env[62697]: WARNING nova.compute.manager [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Received unexpected event network-vif-plugged-5e2a7f3b-f79e-4b35-917c-7e7271601e28 for instance with vm_state building and task_state spawning. [ 1765.452805] env[62697]: DEBUG nova.compute.manager [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Received event network-changed-5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1765.452960] env[62697]: DEBUG nova.compute.manager [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Refreshing instance network info cache due to event network-changed-5e2a7f3b-f79e-4b35-917c-7e7271601e28. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1765.453240] env[62697]: DEBUG oslo_concurrency.lockutils [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] Acquiring lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.551070] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.551331] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.551533] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleting the datastore file [datastore1] 34231c64-15dc-4c82-8b95-cae9f9c002a4 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.551861] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-229798a6-03c3-42a5-9577-bea5f694bed8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.560238] env[62697]: DEBUG oslo_vmware.api [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1765.560238] env[62697]: value = "task-1707212" [ 1765.560238] env[62697]: _type = "Task" [ 1765.560238] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.575844] env[62697]: DEBUG oslo_vmware.api [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.576387] env[62697]: INFO nova.compute.manager [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Took 13.39 seconds to build instance. [ 1765.586167] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.586489] env[62697]: DEBUG nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Instance network_info: |[{"id": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "address": "fa:16:3e:14:6d:5c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a7f3b-f7", "ovs_interfaceid": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1765.586820] env[62697]: DEBUG oslo_concurrency.lockutils [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] Acquired lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.587011] env[62697]: DEBUG nova.network.neutron [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Refreshing network info cache for port 5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.588478] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:6d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e2a7f3b-f79e-4b35-917c-7e7271601e28', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.596709] env[62697]: DEBUG oslo.service.loopingcall [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.598202] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.598460] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c9cb0e-ec93-496d-b06b-0b97bd8a5752 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.615149] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 28edb4c1-7596-40c5-be2b-0b2fa4f5c4ce] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1765.623273] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.623273] env[62697]: value = "task-1707213" [ 1765.623273] env[62697]: _type = "Task" [ 1765.623273] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.633292] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707213, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.721650] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707210, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.947199] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707211, 'name': PowerOffVM_Task, 'duration_secs': 0.310757} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.947725] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.948135] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.949808] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53485e-4616-4b92-8ebe-0502773e8d9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.960919] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.961241] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16498e6f-0df6-4dc4-a2d9-30256a3d59bf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.039465] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.039712] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.039882] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleting the datastore file [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.040196] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2584f745-9fa4-4546-b36c-2dadd370d4c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.048405] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1766.048405] env[62697]: value = "task-1707215" [ 1766.048405] env[62697]: _type = "Task" [ 1766.048405] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.056855] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.070414] env[62697]: DEBUG oslo_vmware.api [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308598} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.070658] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.070865] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.071100] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.071340] env[62697]: INFO nova.compute.manager [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1766.071659] env[62697]: DEBUG oslo.service.loopingcall [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.071892] env[62697]: DEBUG nova.compute.manager [-] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1766.071995] env[62697]: DEBUG nova.network.neutron [-] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.081481] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a7023ee5-e143-41d2-a21f-a3ae1a521b61 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.911s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.118672] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 735f1172-0814-4f6c-a060-8b0359ee95b4] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1766.135570] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707213, 'name': CreateVM_Task, 'duration_secs': 0.46098} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.135746] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.136445] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355697', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'name': 'volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72d27d2d-c916-4a0f-aacc-5436f1aaef7e', 'attached_at': '', 'detached_at': '', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'serial': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'attachment_id': '79f11e2c-c27a-4926-b05b-c74f65599659', 'volume_type': None}], 'swap': None} {{(pid=62697) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1766.136663] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Root volume attach. Driver type: vmdk {{(pid=62697) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1766.137490] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a075f2-19f6-424c-baa9-41172f03858a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.146350] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523700e6-739a-4379-a8a2-068f15410edf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.153816] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1495be3-d4b1-45e3-b53c-278a10b49a13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.160835] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cce87383-de4a-4416-8d0c-6f474501e664 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.170189] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1766.170189] env[62697]: value = "task-1707216" [ 1766.170189] env[62697]: _type = "Task" [ 1766.170189] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.180268] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707216, 'name': RelocateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.227483] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707210, 'name': RemoveSnapshot_Task, 'duration_secs': 0.73155} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.227483] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1766.227483] env[62697]: DEBUG nova.compute.manager [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1766.227937] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2bc07e-d70b-4723-abd5-e2d0e76d467a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.488651] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.488898] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.559286] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316405} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.559550] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.559737] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.559919] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.622134] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: ded528ed-7097-4847-9796-7a9a26deb8e1] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1766.653177] env[62697]: DEBUG nova.network.neutron [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updated VIF entry in instance network info cache for port 5e2a7f3b-f79e-4b35-917c-7e7271601e28. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.653569] env[62697]: DEBUG nova.network.neutron [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance_info_cache with network_info: [{"id": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "address": "fa:16:3e:14:6d:5c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a7f3b-f7", "ovs_interfaceid": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.685135] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707216, 'name': RelocateVM_Task} progress is 20%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.743545] env[62697]: INFO nova.compute.manager [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Shelve offloading [ 1766.745370] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.745631] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdaa9a13-99a7-490b-8f46-8afca7005b1c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.755312] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1766.755312] env[62697]: value = "task-1707217" [ 1766.755312] env[62697]: _type = "Task" [ 1766.755312] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.767971] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1766.768206] env[62697]: DEBUG nova.compute.manager [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1766.769016] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f993786-43bd-496b-931d-9190c119bbdc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.776183] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.776393] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.776587] env[62697]: DEBUG nova.network.neutron [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.907050] env[62697]: DEBUG nova.network.neutron [-] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.991485] env[62697]: DEBUG nova.compute.utils [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.126592] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: c0c7f996-8b12-4d17-836b-52b4c51e7da8] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1767.156311] env[62697]: DEBUG oslo_concurrency.lockutils [req-cec07cc3-9c39-45b4-ab1c-88f9ab30309e req-7e6bb096-7de4-4bdb-8946-8a794e0db9f6 service nova] Releasing lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.180735] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707216, 'name': RelocateVM_Task, 'duration_secs': 0.624161} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.181052] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1767.181303] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355697', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'name': 'volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72d27d2d-c916-4a0f-aacc-5436f1aaef7e', 'attached_at': '', 'detached_at': '', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'serial': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1767.182038] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4c9d9-94a5-4281-9532-40bf34015e11 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.197575] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d4c80-60a6-4e93-b915-0e94b1773259 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.219142] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1/volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1767.219611] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113a5a75-ebe1-4944-a2cd-c1f4ac313588 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.238843] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1767.238843] env[62697]: value = "task-1707218" [ 1767.238843] env[62697]: _type = "Task" [ 1767.238843] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.248716] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.349440] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-0918d2cc-5311-450d-a10f-ef636d26f3de" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.349694] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-0918d2cc-5311-450d-a10f-ef636d26f3de" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.350244] env[62697]: DEBUG nova.objects.instance [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'flavor' on Instance uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.409223] env[62697]: INFO nova.compute.manager [-] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Took 1.34 seconds to deallocate network for instance. [ 1767.494835] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.505498] env[62697]: DEBUG nova.network.neutron [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1c765c-38", "ovs_interfaceid": "be1c765c-38f2-4070-8613-bf420a8ff582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.597253] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1767.597546] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1767.597725] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.597934] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1767.598147] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.598352] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1767.598597] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1767.598775] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1767.598963] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1767.599169] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1767.599400] env[62697]: DEBUG nova.virt.hardware [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1767.600363] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8ed678-b6f9-4892-8569-1bd7f8fcf1ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.609627] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6074f-7cf3-4fb7-8dcb-aac8ea33a4e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.624211] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:b7:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87d4284a-c596-4fe2-8b3d-e407bb5070bc', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.631744] env[62697]: DEBUG oslo.service.loopingcall [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.632192] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3d1de6c6-3b58-410f-a1b7-3b4b91aad88c] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1767.633964] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.634857] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a27abc33-139e-454a-be54-53669482cffc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.656906] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.656906] env[62697]: value = "task-1707219" [ 1767.656906] env[62697]: _type = "Task" [ 1767.656906] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.666653] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707219, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.751070] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707218, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.918223] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.918543] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.918784] env[62697]: DEBUG nova.objects.instance [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'resources' on Instance uuid 34231c64-15dc-4c82-8b95-cae9f9c002a4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.955387] env[62697]: DEBUG nova.objects.instance [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'pci_requests' on Instance uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.008089] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.136127] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: cd3240e3-0064-4468-b117-01d3597e1a50] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1768.170178] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707219, 'name': CreateVM_Task, 'duration_secs': 0.399087} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.170386] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.171135] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.171336] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.171676] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.171949] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef22438-1439-4212-8cad-e989b52b7277 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.177660] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1768.177660] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5287cea1-e54b-9e5f-650e-6b311220905d" [ 1768.177660] env[62697]: _type = "Task" [ 1768.177660] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.186275] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5287cea1-e54b-9e5f-650e-6b311220905d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.250256] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707218, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.444438] env[62697]: DEBUG nova.compute.manager [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Received event network-changed-54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1768.444672] env[62697]: DEBUG nova.compute.manager [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Refreshing instance network info cache due to event network-changed-54a39a6a-415b-498d-8953-32fefbf32181. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1768.444896] env[62697]: DEBUG oslo_concurrency.lockutils [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] Acquiring lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.445055] env[62697]: DEBUG oslo_concurrency.lockutils [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] Acquired lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.445279] env[62697]: DEBUG nova.network.neutron [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Refreshing network info cache for port 54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.447174] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.450909] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7278aeba-d6e3-4813-8329-6de19336b473 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.459726] env[62697]: DEBUG nova.objects.base [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Object Instance<1732ee60-5f80-4f47-b601-9bc5be4a898e> lazy-loaded attributes: flavor,pci_requests {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1768.460046] env[62697]: DEBUG nova.network.neutron [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.462383] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.462937] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb90a4c3-26be-42a5-9b08-e7124da4c717 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.571552] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.571818] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.572057] env[62697]: INFO nova.compute.manager [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Attaching volume 8a1545c5-22fa-4622-bd7b-1ac24969839d to /dev/sdb [ 1768.574584] env[62697]: DEBUG nova.policy [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1768.589054] env[62697]: DEBUG nova.compute.manager [req-bcc94227-4092-4972-896d-b1753453fbd6 req-b6de82d4-e864-4617-aea1-833a3d52fc3f service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-vif-unplugged-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1768.589278] env[62697]: DEBUG oslo_concurrency.lockutils [req-bcc94227-4092-4972-896d-b1753453fbd6 req-b6de82d4-e864-4617-aea1-833a3d52fc3f service nova] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.589489] env[62697]: DEBUG oslo_concurrency.lockutils [req-bcc94227-4092-4972-896d-b1753453fbd6 req-b6de82d4-e864-4617-aea1-833a3d52fc3f service nova] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.589665] env[62697]: DEBUG oslo_concurrency.lockutils [req-bcc94227-4092-4972-896d-b1753453fbd6 req-b6de82d4-e864-4617-aea1-833a3d52fc3f service nova] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.589821] env[62697]: DEBUG nova.compute.manager [req-bcc94227-4092-4972-896d-b1753453fbd6 req-b6de82d4-e864-4617-aea1-833a3d52fc3f service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] No waiting events found dispatching network-vif-unplugged-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1768.589988] env[62697]: WARNING nova.compute.manager [req-bcc94227-4092-4972-896d-b1753453fbd6 req-b6de82d4-e864-4617-aea1-833a3d52fc3f service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received unexpected event network-vif-unplugged-be1c765c-38f2-4070-8613-bf420a8ff582 for instance with vm_state shelved and task_state shelving_offloading. [ 1768.603083] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9c456-4ccd-42b5-8b05-f8181c958c64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.607597] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759d44f5-7e0c-44e7-af3d-5868b7bc8b88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.613410] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba83e3c0-1162-4aba-a7f5-4a29e6f30cb2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.618577] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c873a65-7cc5-45db-85d0-dd99eb67c11b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.646662] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: de472561-00a8-455e-897d-599512fcc841] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1768.649644] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e5988-3ee3-40f5-b1dd-57e273159f5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.669836] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab6ac9-6083-4e0f-98cc-d388816bf420 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.674936] env[62697]: DEBUG nova.virt.block_device [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updating existing volume attachment record: 93f42ad3-e63d-4e65-a984-edad1e06f638 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1768.677256] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.677653] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.677784] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleting the datastore file [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.680043] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a17dc7f-4270-4ca9-b4fe-9ba7afb4fa1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.694516] env[62697]: DEBUG nova.compute.provider_tree [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.699738] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1768.699738] env[62697]: value = "task-1707221" [ 1768.699738] env[62697]: _type = "Task" [ 1768.699738] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.703870] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5287cea1-e54b-9e5f-650e-6b311220905d, 'name': SearchDatastore_Task, 'duration_secs': 0.046461} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.707403] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.707865] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.708309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.708309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.708440] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.709264] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e95e686c-037b-4a31-a84a-784be3325108 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.717768] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.719396] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.719580] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.720306] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9c176e-9d70-4744-ab84-23a01f14ffb9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.725940] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1768.725940] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dbd3e8-837d-6abd-ea14-2be55fae6dc9" [ 1768.725940] env[62697]: _type = "Task" [ 1768.725940] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.734613] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dbd3e8-837d-6abd-ea14-2be55fae6dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.749530] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707218, 'name': ReconfigVM_Task, 'duration_secs': 1.295995} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.749816] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1/volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.755228] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b739bf33-c422-4bd8-99fe-e4b8062f8dbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.771151] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1768.771151] env[62697]: value = "task-1707222" [ 1768.771151] env[62697]: _type = "Task" [ 1768.771151] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.779964] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.153876] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 53f78b72-6219-42c6-8658-4b07fa70b6a5] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1769.184724] env[62697]: DEBUG nova.network.neutron [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updated VIF entry in instance network info cache for port 54a39a6a-415b-498d-8953-32fefbf32181. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.185146] env[62697]: DEBUG nova.network.neutron [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updating instance_info_cache with network_info: [{"id": "54a39a6a-415b-498d-8953-32fefbf32181", "address": "fa:16:3e:7a:06:cc", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a39a6a-41", "ovs_interfaceid": "54a39a6a-415b-498d-8953-32fefbf32181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.199354] env[62697]: DEBUG nova.scheduler.client.report [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1769.214512] env[62697]: DEBUG oslo_vmware.api [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264322} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.214771] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1769.214957] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1769.215151] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1769.236173] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dbd3e8-837d-6abd-ea14-2be55fae6dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.237075] env[62697]: INFO nova.scheduler.client.report [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted allocations for instance 7cfcc381-6e90-482a-86ac-0cd5f6237dfd [ 1769.242252] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03542e0-41b5-4ef4-a68a-149da9a11f86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.245857] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1769.245857] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527e5f60-9bb2-af28-1138-18a703f13be1" [ 1769.245857] env[62697]: _type = "Task" [ 1769.245857] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.253856] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527e5f60-9bb2-af28-1138-18a703f13be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.283180] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707222, 'name': ReconfigVM_Task, 'duration_secs': 0.222236} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.283480] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355697', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'name': 'volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72d27d2d-c916-4a0f-aacc-5436f1aaef7e', 'attached_at': '', 'detached_at': '', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'serial': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1769.283993] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfc4f102-50b5-43dc-a76b-5854ac17a0cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.291303] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1769.291303] env[62697]: value = "task-1707224" [ 1769.291303] env[62697]: _type = "Task" [ 1769.291303] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.304046] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707224, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.656479] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: befe100c-1ae4-4475-a872-210cb8123eb8] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1769.687571] env[62697]: DEBUG oslo_concurrency.lockutils [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] Releasing lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.687913] env[62697]: DEBUG nova.compute.manager [req-36e075f2-8cfc-4391-9b9b-6851ea0d2f43 req-96188bfb-f9bf-4bdd-b083-ebb8656124cd service nova] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Received event network-vif-deleted-76595d68-ab9d-4b2b-97a6-4a7eed14e44f {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1769.704067] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.720894] env[62697]: INFO nova.scheduler.client.report [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted allocations for instance 34231c64-15dc-4c82-8b95-cae9f9c002a4 [ 1769.741348] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.741618] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.741847] env[62697]: DEBUG nova.objects.instance [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'resources' on Instance uuid 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.755396] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527e5f60-9bb2-af28-1138-18a703f13be1, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.755648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.755904] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.756182] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0314a67-f0b5-4512-a0ac-59a3d03ca165 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.763144] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1769.763144] env[62697]: value = "task-1707225" [ 1769.763144] env[62697]: _type = "Task" [ 1769.763144] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.771368] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.800764] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707224, 'name': Rename_Task, 'duration_secs': 0.129416} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.801095] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.801381] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76cc4f70-f2a2-4620-a68c-db5d567aef62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.809497] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1769.809497] env[62697]: value = "task-1707226" [ 1769.809497] env[62697]: _type = "Task" [ 1769.809497] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.817259] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.112942] env[62697]: DEBUG nova.network.neutron [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Successfully updated port: 0918d2cc-5311-450d-a10f-ef636d26f3de {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.161383] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8ce3b721-081e-4f6e-9e35-1f510e467e98] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1770.230837] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71fd6841-f28a-4645-8c6d-1e6d4752e30f tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "34231c64-15dc-4c82-8b95-cae9f9c002a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.786s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.244044] env[62697]: DEBUG nova.objects.instance [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'numa_topology' on Instance uuid 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.277280] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707225, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.323318] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.616165] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.616385] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.616577] env[62697]: DEBUG nova.network.neutron [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.664055] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 738d4439-3f2c-4941-8c10-fcc2db6ab4ec] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1770.746791] env[62697]: DEBUG nova.objects.base [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Object Instance<7cfcc381-6e90-482a-86ac-0cd5f6237dfd> lazy-loaded attributes: resources,numa_topology {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1770.776468] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638496} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.776672] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.777471] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.777471] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1edebd3-5411-41f5-b993-c819ac300a90 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.787104] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1770.787104] env[62697]: value = "task-1707227" [ 1770.787104] env[62697]: _type = "Task" [ 1770.787104] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.797722] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.822628] env[62697]: DEBUG oslo_vmware.api [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707226, 'name': PowerOnVM_Task, 'duration_secs': 0.6917} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.823015] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.823284] env[62697]: INFO nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Took 5.52 seconds to spawn the instance on the hypervisor. [ 1770.823501] env[62697]: DEBUG nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1770.824346] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca4727b-be48-4a2e-b121-1935ca9dec16 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.886472] env[62697]: DEBUG nova.compute.manager [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1770.886673] env[62697]: DEBUG nova.compute.manager [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing instance network info cache due to event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1770.886893] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Acquiring lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.887052] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Acquired lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.887217] env[62697]: DEBUG nova.network.neutron [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.888601] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.893621] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0d5e2-54ce-4155-8b3e-9728c26c66ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.902056] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db93853-be14-4642-a03c-574b96dc52c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.933690] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ff800-b5bc-4b52-9850-6c32def9f471 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.940976] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fafa9f-c67d-42a9-86c7-d2545c1b5abd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.956355] env[62697]: DEBUG nova.compute.provider_tree [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.154862] env[62697]: WARNING nova.network.neutron [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] 76a5b8cb-8e39-4392-a965-ad3753610635 already exists in list: networks containing: ['76a5b8cb-8e39-4392-a965-ad3753610635']. ignoring it [ 1771.155102] env[62697]: WARNING nova.network.neutron [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] 76a5b8cb-8e39-4392-a965-ad3753610635 already exists in list: networks containing: ['76a5b8cb-8e39-4392-a965-ad3753610635']. ignoring it [ 1771.168980] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 8dfe04d0-6201-44e8-8046-7a75e21f631f] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1771.296867] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065697} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.297034] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.297795] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce093472-2f4a-4a73-b77f-b243b8e48d49 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.319735] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.322177] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73711f56-d2c1-41eb-acc3-39fe56d484e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.344306] env[62697]: INFO nova.compute.manager [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Took 12.15 seconds to build instance. [ 1771.346162] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1771.346162] env[62697]: value = "task-1707229" [ 1771.346162] env[62697]: _type = "Task" [ 1771.346162] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.354714] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.460778] env[62697]: DEBUG nova.scheduler.client.report [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1771.468975] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.469318] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.617103] env[62697]: DEBUG nova.network.neutron [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updated VIF entry in instance network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.617496] env[62697]: DEBUG nova.network.neutron [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbe1c765c-38", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.673021] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: c680a65b-75a4-4755-aea6-fe632a156d59] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1771.683394] env[62697]: DEBUG nova.network.neutron [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7567abe2-c796-4714-a580-bfd09fd5c475", "address": "fa:16:3e:15:97:41", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7567abe2-c7", "ovs_interfaceid": "7567abe2-c796-4714-a580-bfd09fd5c475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0918d2cc-5311-450d-a10f-ef636d26f3de", "address": "fa:16:3e:77:f8:2d", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d2cc-53", "ovs_interfaceid": "0918d2cc-5311-450d-a10f-ef636d26f3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.848104] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ca9eab0b-97a6-4675-9774-3637f699e17c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.662s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.857843] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707229, 'name': ReconfigVM_Task, 'duration_secs': 0.502308} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.858273] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430/e6c60f1e-cf7a-4836-9e53-6570d16d6430.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.859169] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0c2b69-c423-4305-be2a-6d630f49c448 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.866291] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1771.866291] env[62697]: value = "task-1707230" [ 1771.866291] env[62697]: _type = "Task" [ 1771.866291] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.873830] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707230, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.969673] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.972412] env[62697]: DEBUG nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1772.120619] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Releasing lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.120965] env[62697]: DEBUG nova.compute.manager [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-vif-plugged-0918d2cc-5311-450d-a10f-ef636d26f3de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1772.121243] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.121533] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.121643] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.121821] env[62697]: DEBUG nova.compute.manager [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] No waiting events found dispatching network-vif-plugged-0918d2cc-5311-450d-a10f-ef636d26f3de {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1772.121995] env[62697]: WARNING nova.compute.manager [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received unexpected event network-vif-plugged-0918d2cc-5311-450d-a10f-ef636d26f3de for instance with vm_state active and task_state None. [ 1772.122186] env[62697]: DEBUG nova.compute.manager [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-changed-0918d2cc-5311-450d-a10f-ef636d26f3de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1772.122353] env[62697]: DEBUG nova.compute.manager [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing instance network info cache due to event network-changed-0918d2cc-5311-450d-a10f-ef636d26f3de. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1772.122524] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.176850] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 301332c1-716e-403a-9309-c7f570b9257d] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1772.185852] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.186586] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.186756] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.187061] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.187277] env[62697]: DEBUG nova.network.neutron [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Refreshing network info cache for port 0918d2cc-5311-450d-a10f-ef636d26f3de {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.189100] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8177835-0b5e-4788-897e-a1194f862fac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.207251] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.207567] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.207889] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.207889] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.208035] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.208508] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.208508] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.208629] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.208698] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.208864] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.209091] env[62697]: DEBUG nova.virt.hardware [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.215652] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfiguring VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1772.216882] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4514807a-3090-4e89-9b91-0be50c43542c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.236585] env[62697]: DEBUG oslo_vmware.api [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1772.236585] env[62697]: value = "task-1707231" [ 1772.236585] env[62697]: _type = "Task" [ 1772.236585] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.245322] env[62697]: DEBUG oslo_vmware.api [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707231, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.374384] env[62697]: DEBUG nova.compute.manager [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Received event network-changed-3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1772.374731] env[62697]: DEBUG nova.compute.manager [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Refreshing instance network info cache due to event network-changed-3b75820f-7f12-48b8-96f9-6394993fd2ae. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1772.375010] env[62697]: DEBUG oslo_concurrency.lockutils [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] Acquiring lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.375209] env[62697]: DEBUG oslo_concurrency.lockutils [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] Acquired lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.375421] env[62697]: DEBUG nova.network.neutron [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Refreshing network info cache for port 3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.384771] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707230, 'name': Rename_Task, 'duration_secs': 0.135933} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.385134] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.386138] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43be15e7-5862-493f-a195-c4a7a8f17d48 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.394908] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1772.394908] env[62697]: value = "task-1707232" [ 1772.394908] env[62697]: _type = "Task" [ 1772.394908] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.410022] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.482045] env[62697]: DEBUG oslo_concurrency.lockutils [None req-9646fea0-8cee-48bb-ba1b-869e3788c1ae tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.648s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.483106] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.594s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.483329] env[62697]: INFO nova.compute.manager [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Unshelving [ 1772.499442] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.499800] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.501869] env[62697]: INFO nova.compute.claims [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.680873] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: d88d62a0-6552-4514-9e39-d73ce457b37d] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1772.747931] env[62697]: DEBUG oslo_vmware.api [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.905766] env[62697]: DEBUG oslo_vmware.api [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707232, 'name': PowerOnVM_Task, 'duration_secs': 0.476039} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.906319] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.906478] env[62697]: DEBUG nova.compute.manager [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1772.909885] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5842c2-c3e9-4ae2-8b50-7f91788c2dc4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.948634] env[62697]: DEBUG nova.network.neutron [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updated VIF entry in instance network info cache for port 0918d2cc-5311-450d-a10f-ef636d26f3de. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.949178] env[62697]: DEBUG nova.network.neutron [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7567abe2-c796-4714-a580-bfd09fd5c475", "address": "fa:16:3e:15:97:41", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7567abe2-c7", "ovs_interfaceid": "7567abe2-c796-4714-a580-bfd09fd5c475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0918d2cc-5311-450d-a10f-ef636d26f3de", "address": "fa:16:3e:77:f8:2d", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d2cc-53", "ovs_interfaceid": "0918d2cc-5311-450d-a10f-ef636d26f3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.121025] env[62697]: DEBUG nova.network.neutron [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updated VIF entry in instance network info cache for port 3b75820f-7f12-48b8-96f9-6394993fd2ae. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.121483] env[62697]: DEBUG nova.network.neutron [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updating instance_info_cache with network_info: [{"id": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "address": "fa:16:3e:a9:f4:eb", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75820f-7f", "ovs_interfaceid": "3b75820f-7f12-48b8-96f9-6394993fd2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.184873] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e3b27de9-391f-431b-bdc5-c06b100b212d] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1773.247438] env[62697]: DEBUG oslo_vmware.api [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707231, 'name': ReconfigVM_Task, 'duration_secs': 0.826957} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.248244] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.248493] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfigured VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1773.254208] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1773.254350] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355706', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'name': 'volume-8a1545c5-22fa-4622-bd7b-1ac24969839d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'serial': '8a1545c5-22fa-4622-bd7b-1ac24969839d'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1773.255509] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d07670-ba2f-477d-b5c6-8a73842b9cf0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.272686] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e950d6ef-c2f7-4c2e-bdd7-c5ad5bea2976 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.298851] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-8a1545c5-22fa-4622-bd7b-1ac24969839d/volume-8a1545c5-22fa-4622-bd7b-1ac24969839d.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.299589] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54dd077b-d90f-4d80-b744-862df1d82099 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.322557] env[62697]: DEBUG oslo_vmware.api [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1773.322557] env[62697]: value = "task-1707233" [ 1773.322557] env[62697]: _type = "Task" [ 1773.322557] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.333997] env[62697]: DEBUG oslo_vmware.api [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.435981] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.452509] env[62697]: DEBUG oslo_concurrency.lockutils [req-5406ea15-d401-4246-9dad-650a46e67cc3 req-e72cbafd-1fa6-4ae8-a7a5-9adf3577b4f7 service nova] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.506302] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.624357] env[62697]: DEBUG oslo_concurrency.lockutils [req-0540790d-1071-4765-8a58-9211206ab14b req-1d476452-ecd2-495f-be4b-c1c6d0c708b6 service nova] Releasing lock "refresh_cache-4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.677841] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb405dfc-6de4-43d5-8d75-33829f07c050 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.688082] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe0b791-3fd3-4f84-8422-7eed0710b3ed {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.692026] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 5865af46-712b-4665-bc77-88857f9c040a] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1773.724856] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b9887-e666-4630-ad5e-57ca6e240bfb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.733775] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe66412-a5e3-442e-afd7-832e39139fef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.748974] env[62697]: DEBUG nova.compute.provider_tree [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.760497] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d032f446-457f-4e19-b258-697a53c91846 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-0918d2cc-5311-450d-a10f-ef636d26f3de" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.411s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.832192] env[62697]: DEBUG nova.compute.manager [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1773.840930] env[62697]: DEBUG oslo_vmware.api [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707233, 'name': ReconfigVM_Task, 'duration_secs': 0.397675} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.841562] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-8a1545c5-22fa-4622-bd7b-1ac24969839d/volume-8a1545c5-22fa-4622-bd7b-1ac24969839d.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.846722] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4927e4f8-f19d-4629-9c5f-9c97fb54e7fb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.863054] env[62697]: DEBUG oslo_vmware.api [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1773.863054] env[62697]: value = "task-1707234" [ 1773.863054] env[62697]: _type = "Task" [ 1773.863054] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.875624] env[62697]: DEBUG oslo_vmware.api [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.194996] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: fe26f8a5-ad9c-4b62-8bb7-0692d6c98835] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1774.252406] env[62697]: DEBUG nova.scheduler.client.report [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1774.348672] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.373802] env[62697]: DEBUG oslo_vmware.api [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707234, 'name': ReconfigVM_Task, 'duration_secs': 0.177658} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.373988] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355706', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'name': 'volume-8a1545c5-22fa-4622-bd7b-1ac24969839d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'serial': '8a1545c5-22fa-4622-bd7b-1ac24969839d'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1774.396178] env[62697]: DEBUG nova.compute.manager [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Received event network-changed-5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1774.396368] env[62697]: DEBUG nova.compute.manager [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Refreshing instance network info cache due to event network-changed-5e2a7f3b-f79e-4b35-917c-7e7271601e28. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1774.396544] env[62697]: DEBUG oslo_concurrency.lockutils [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] Acquiring lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.396697] env[62697]: DEBUG oslo_concurrency.lockutils [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] Acquired lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.396862] env[62697]: DEBUG nova.network.neutron [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Refreshing network info cache for port 5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.698092] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: fadeb162-868a-4e87-a908-7b4cf6090f7f] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1774.756994] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.757521] env[62697]: DEBUG nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1774.760009] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.324s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.760205] env[62697]: DEBUG nova.objects.instance [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1775.112492] env[62697]: DEBUG nova.network.neutron [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updated VIF entry in instance network info cache for port 5e2a7f3b-f79e-4b35-917c-7e7271601e28. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.112862] env[62697]: DEBUG nova.network.neutron [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance_info_cache with network_info: [{"id": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "address": "fa:16:3e:14:6d:5c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a7f3b-f7", "ovs_interfaceid": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.159020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-7567abe2-c796-4714-a580-bfd09fd5c475" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.159267] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-7567abe2-c796-4714-a580-bfd09fd5c475" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.201603] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 30de9743-bc1f-40b5-815c-d804cd579443] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1775.264239] env[62697]: DEBUG nova.compute.utils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.269022] env[62697]: DEBUG nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1775.269022] env[62697]: DEBUG nova.network.neutron [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.305952] env[62697]: DEBUG nova.policy [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0e72ef778e4169aeaf9897f91eaad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dcdc67a42e64e3594338e967b767daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1775.413632] env[62697]: DEBUG nova.objects.instance [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid 98ad1fe1-8ba7-4074-894d-542e341b394e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.557855] env[62697]: DEBUG nova.network.neutron [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Successfully created port: 9c089bf3-131d-4134-97a2-6c529444f872 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1775.616872] env[62697]: DEBUG oslo_concurrency.lockutils [req-b8a3641f-80dd-4fbb-89e2-887df3f0960f req-7810ae93-35f2-4f36-8ba3-414e2fef2b9e service nova] Releasing lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.663087] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.663397] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.665145] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aecce99-fb83-4f17-8843-657c94771d84 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.684326] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be25a34-a1f0-48aa-a995-76ac2fd0de0a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.709340] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: ca98fc14-5301-40dc-ab3f-26b707734f35] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1775.716416] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfiguring VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1775.716952] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a25e1b4-9bb3-45a4-8bcf-ce2c23e3def7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.736717] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1775.736717] env[62697]: value = "task-1707235" [ 1775.736717] env[62697]: _type = "Task" [ 1775.736717] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.745766] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.770110] env[62697]: DEBUG nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1775.773939] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e971e6c-83f7-433e-b223-6e324c513984 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.775422] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.269s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.775507] env[62697]: DEBUG nova.objects.instance [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'pci_requests' on Instance uuid 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.919117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2f45b5ed-129e-4bc8-b632-b29ba046e50f tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.347s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.218067] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 5faab3b6-199c-4f0c-9b77-300c543f012b] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1776.247562] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.281021] env[62697]: DEBUG nova.objects.instance [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'numa_topology' on Instance uuid 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.715639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.715639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.720293] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 29babd74-293a-4d57-9e2a-b25181e507b7] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1776.747662] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.784235] env[62697]: DEBUG nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1776.786509] env[62697]: INFO nova.compute.claims [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.816544] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1776.816864] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1776.817180] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.817278] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1776.817383] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.817537] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1776.817750] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1776.817914] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1776.818104] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1776.818344] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1776.818547] env[62697]: DEBUG nova.virt.hardware [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1776.819547] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3842f5d1-bf43-4d3c-aff4-fa4b60f4e872 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.828969] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1955579f-e193-4231-863b-2e3c712fcd60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.978033] env[62697]: DEBUG nova.compute.manager [req-ad131c1a-9243-4c6e-83ea-42d4e4dac092 req-39fc4142-89b3-449c-b804-d480b50e6b48 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Received event network-vif-plugged-9c089bf3-131d-4134-97a2-6c529444f872 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1776.978033] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad131c1a-9243-4c6e-83ea-42d4e4dac092 req-39fc4142-89b3-449c-b804-d480b50e6b48 service nova] Acquiring lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.978033] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad131c1a-9243-4c6e-83ea-42d4e4dac092 req-39fc4142-89b3-449c-b804-d480b50e6b48 service nova] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.978033] env[62697]: DEBUG oslo_concurrency.lockutils [req-ad131c1a-9243-4c6e-83ea-42d4e4dac092 req-39fc4142-89b3-449c-b804-d480b50e6b48 service nova] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.978179] env[62697]: DEBUG nova.compute.manager [req-ad131c1a-9243-4c6e-83ea-42d4e4dac092 req-39fc4142-89b3-449c-b804-d480b50e6b48 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] No waiting events found dispatching network-vif-plugged-9c089bf3-131d-4134-97a2-6c529444f872 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1776.978348] env[62697]: WARNING nova.compute.manager [req-ad131c1a-9243-4c6e-83ea-42d4e4dac092 req-39fc4142-89b3-449c-b804-d480b50e6b48 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Received unexpected event network-vif-plugged-9c089bf3-131d-4134-97a2-6c529444f872 for instance with vm_state building and task_state spawning. [ 1777.065189] env[62697]: DEBUG nova.network.neutron [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Successfully updated port: 9c089bf3-131d-4134-97a2-6c529444f872 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.220025] env[62697]: DEBUG nova.compute.utils [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.224019] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: bf4ce20f-179a-490e-8332-44a77e0880d9] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1777.247903] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.568255] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "refresh_cache-0c1a8be2-f016-4d4a-b64f-f3904bff614a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.568385] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "refresh_cache-0c1a8be2-f016-4d4a-b64f-f3904bff614a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.568499] env[62697]: DEBUG nova.network.neutron [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.721789] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.725851] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1b474473-e1cd-4a71-be47-f9e54d37a059] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1777.747884] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.938420] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a19e89b-33f6-4822-bdaa-4b77b3caeb6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.946447] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c929cf4-92a2-40b1-b05e-020fabc6631c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.977401] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61072a7-205d-4853-83ff-b8fbcbf4f327 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.985130] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859dcbf4-a0ef-41c2-a1cd-2628059b9780 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.998608] env[62697]: DEBUG nova.compute.provider_tree [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.099698] env[62697]: DEBUG nova.network.neutron [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.229078] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.229462] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances with incomplete migration {{(pid=62697) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1778.231411] env[62697]: DEBUG nova.network.neutron [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Updating instance_info_cache with network_info: [{"id": "9c089bf3-131d-4134-97a2-6c529444f872", "address": "fa:16:3e:17:19:57", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c089bf3-13", "ovs_interfaceid": "9c089bf3-131d-4134-97a2-6c529444f872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.250196] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.502386] env[62697]: DEBUG nova.scheduler.client.report [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1778.734389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "refresh_cache-0c1a8be2-f016-4d4a-b64f-f3904bff614a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.734710] env[62697]: DEBUG nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Instance network_info: |[{"id": "9c089bf3-131d-4134-97a2-6c529444f872", "address": "fa:16:3e:17:19:57", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c089bf3-13", "ovs_interfaceid": "9c089bf3-131d-4134-97a2-6c529444f872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1778.734938] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.736081] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:19:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c089bf3-131d-4134-97a2-6c529444f872', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.744622] env[62697]: DEBUG oslo.service.loopingcall [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.745736] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.748929] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-464a465b-e9ea-4436-b6ff-55b06fb2cdaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.768833] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.769951] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.769951] env[62697]: value = "task-1707236" [ 1778.769951] env[62697]: _type = "Task" [ 1778.769951] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.776986] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707236, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.795921] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.796163] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.796383] env[62697]: INFO nova.compute.manager [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Attaching volume 31b28805-3ff4-4f7e-afcd-9a03a699e76a to /dev/sdc [ 1778.826393] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6317ed-3c9f-4964-ac33-4b4bf6d5a24a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.833356] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db844b24-d258-4e0b-892e-e640ddf3f852 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.847353] env[62697]: DEBUG nova.virt.block_device [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updating existing volume attachment record: cb99f10e-2116-464b-9040-530c13c35277 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1779.002930] env[62697]: DEBUG nova.compute.manager [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Received event network-changed-9c089bf3-131d-4134-97a2-6c529444f872 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1779.002930] env[62697]: DEBUG nova.compute.manager [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Refreshing instance network info cache due to event network-changed-9c089bf3-131d-4134-97a2-6c529444f872. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1779.002930] env[62697]: DEBUG oslo_concurrency.lockutils [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] Acquiring lock "refresh_cache-0c1a8be2-f016-4d4a-b64f-f3904bff614a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.002930] env[62697]: DEBUG oslo_concurrency.lockutils [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] Acquired lock "refresh_cache-0c1a8be2-f016-4d4a-b64f-f3904bff614a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.003285] env[62697]: DEBUG nova.network.neutron [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Refreshing network info cache for port 9c089bf3-131d-4134-97a2-6c529444f872 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.008157] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.232s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.009722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.661s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.041321] env[62697]: INFO nova.network.neutron [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating port be1c765c-38f2-4070-8613-bf420a8ff582 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1779.255448] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.279183] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707236, 'name': CreateVM_Task, 'duration_secs': 0.47754} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.279367] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.280053] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.280229] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.280556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.280812] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90dddfe-bfd7-45be-8d0d-b57d237ae9ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.286012] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1779.286012] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527d66da-ae8f-a468-5089-205745ec26ef" [ 1779.286012] env[62697]: _type = "Task" [ 1779.286012] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.294178] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527d66da-ae8f-a468-5089-205745ec26ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.516368] env[62697]: INFO nova.compute.claims [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.696549] env[62697]: DEBUG nova.network.neutron [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Updated VIF entry in instance network info cache for port 9c089bf3-131d-4134-97a2-6c529444f872. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.696901] env[62697]: DEBUG nova.network.neutron [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Updating instance_info_cache with network_info: [{"id": "9c089bf3-131d-4134-97a2-6c529444f872", "address": "fa:16:3e:17:19:57", "network": {"id": "6d76f680-0738-4826-951a-f63968743cbb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1465542349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dcdc67a42e64e3594338e967b767daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c089bf3-13", "ovs_interfaceid": "9c089bf3-131d-4134-97a2-6c529444f872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.756273] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.798057] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527d66da-ae8f-a468-5089-205745ec26ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.798057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.798057] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1779.798057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.798057] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.798057] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1779.798057] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b96c6bae-ca10-4a43-822b-4a44cbf1f4d7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.809061] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1779.809253] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1779.809976] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed63dc7-d270-4cfd-9de4-5627c6949056 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.815579] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1779.815579] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f7cd1e-b8c0-dbfc-3f9c-eb95aa89f3bc" [ 1779.815579] env[62697]: _type = "Task" [ 1779.815579] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.823043] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f7cd1e-b8c0-dbfc-3f9c-eb95aa89f3bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.022546] env[62697]: INFO nova.compute.resource_tracker [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating resource usage from migration b0377246-4ee5-4801-b150-82546050521c [ 1780.181632] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff80dfdb-33e9-468d-98d3-0e6cda30f38f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.189704] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6e9698-f5b0-4fbe-a18b-fccfbeeb6487 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.222635] env[62697]: DEBUG oslo_concurrency.lockutils [req-08b689a8-754a-4d58-9620-b5f459e5b28f req-9848f981-e1b9-412e-bc2a-6ce4814f3523 service nova] Releasing lock "refresh_cache-0c1a8be2-f016-4d4a-b64f-f3904bff614a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.223825] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39b374-632c-490a-ab79-07862ea1fb3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.232406] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d5c3ff-b91f-4b06-8866-8f904a1234f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.246396] env[62697]: DEBUG nova.compute.provider_tree [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.256736] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.327534] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f7cd1e-b8c0-dbfc-3f9c-eb95aa89f3bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012256} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.328582] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6895325-0f9a-42cd-bf4c-c297f2912b71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.334181] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1780.334181] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f40152-81f0-1879-a375-a9c97fc6a244" [ 1780.334181] env[62697]: _type = "Task" [ 1780.334181] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.342188] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f40152-81f0-1879-a375-a9c97fc6a244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.560483] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.560589] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.560769] env[62697]: DEBUG nova.network.neutron [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.739045] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1780.739323] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1780.752333] env[62697]: DEBUG nova.scheduler.client.report [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1780.761636] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.845269] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f40152-81f0-1879-a375-a9c97fc6a244, 'name': SearchDatastore_Task, 'duration_secs': 0.019337} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.845555] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.845815] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 0c1a8be2-f016-4d4a-b64f-f3904bff614a/0c1a8be2-f016-4d4a-b64f-f3904bff614a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1780.846215] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38ba492c-e9f2-4392-9186-5f510b404f42 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.853519] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1780.853519] env[62697]: value = "task-1707238" [ 1780.853519] env[62697]: _type = "Task" [ 1780.853519] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.861577] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.029391] env[62697]: DEBUG nova.compute.manager [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-vif-plugged-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1781.029619] env[62697]: DEBUG oslo_concurrency.lockutils [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.029969] env[62697]: DEBUG oslo_concurrency.lockutils [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.029969] env[62697]: DEBUG oslo_concurrency.lockutils [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.030227] env[62697]: DEBUG nova.compute.manager [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] No waiting events found dispatching network-vif-plugged-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1781.030366] env[62697]: WARNING nova.compute.manager [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received unexpected event network-vif-plugged-be1c765c-38f2-4070-8613-bf420a8ff582 for instance with vm_state shelved_offloaded and task_state spawning. [ 1781.030529] env[62697]: DEBUG nova.compute.manager [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1781.030697] env[62697]: DEBUG nova.compute.manager [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing instance network info cache due to event network-changed-be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1781.030853] env[62697]: DEBUG oslo_concurrency.lockutils [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] Acquiring lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.245841] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.246072] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1781.257998] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.248s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.258243] env[62697]: INFO nova.compute.manager [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Migrating [ 1781.268806] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.365843] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.512727] env[62697]: DEBUG nova.network.neutron [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1c765c-38", "ovs_interfaceid": "be1c765c-38f2-4070-8613-bf420a8ff582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.761012] env[62697]: DEBUG oslo_vmware.api [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707235, 'name': ReconfigVM_Task, 'duration_secs': 5.844533} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.761297] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.761522] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfigured VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1781.779504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.779843] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.779843] env[62697]: DEBUG nova.network.neutron [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.863622] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693851} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.863885] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 0c1a8be2-f016-4d4a-b64f-f3904bff614a/0c1a8be2-f016-4d4a-b64f-f3904bff614a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1781.864113] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1781.864406] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb3bc77-d343-46b8-9542-3e382ecd5bdd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.871200] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1781.871200] env[62697]: value = "task-1707240" [ 1781.871200] env[62697]: _type = "Task" [ 1781.871200] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.878993] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.016882] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.019196] env[62697]: DEBUG oslo_concurrency.lockutils [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] Acquired lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.019398] env[62697]: DEBUG nova.network.neutron [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Refreshing network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.048555] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1d3dd80367615093111fddbfa8359465',container_format='bare',created_at=2024-12-10T20:48:34Z,direct_url=,disk_format='vmdk',id=e1294874-3003-4d01-b6c5-59108bf5a2ec,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-677412990-shelved',owner='39c8ff8ea7d7452598f6021a1375b5c8',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-10T20:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1782.048809] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1782.048967] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1782.049175] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1782.049325] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1782.049477] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1782.049714] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1782.049889] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1782.050077] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1782.050250] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1782.050427] env[62697]: DEBUG nova.virt.hardware [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1782.051289] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a2f286-37b5-4cb1-986a-45fcfc6041c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.059772] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbcb98d-c7f6-4470-8567-0c3c0abd9023 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.073842] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:6c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be1c765c-38f2-4070-8613-bf420a8ff582', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.081276] env[62697]: DEBUG oslo.service.loopingcall [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.081544] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.081760] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33472914-8c2f-4b17-a21a-a137b201c2c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.102243] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.102243] env[62697]: value = "task-1707241" [ 1782.102243] env[62697]: _type = "Task" [ 1782.102243] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.109975] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707241, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.381744] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34159} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.382063] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.382976] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e18637-cfef-4bc5-bed4-58cc6d960f3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.407841] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0c1a8be2-f016-4d4a-b64f-f3904bff614a/0c1a8be2-f016-4d4a-b64f-f3904bff614a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.410801] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09361e3-1dde-46ce-906b-a61ec99b06c0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.433228] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1782.433228] env[62697]: value = "task-1707242" [ 1782.433228] env[62697]: _type = "Task" [ 1782.433228] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.441761] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.556336] env[62697]: DEBUG nova.network.neutron [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance_info_cache with network_info: [{"id": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "address": "fa:16:3e:14:6d:5c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a7f3b-f7", "ovs_interfaceid": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.613878] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707241, 'name': CreateVM_Task, 'duration_secs': 0.454636} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.613878] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1782.615319] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.615319] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.615319] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1782.615319] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6c45b3-39bc-40ff-9ee6-b54a91fdc612 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.621158] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1782.621158] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526b914c-4b8d-0011-4c62-f0d1c02d42ef" [ 1782.621158] env[62697]: _type = "Task" [ 1782.621158] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.631625] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]526b914c-4b8d-0011-4c62-f0d1c02d42ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.672338] env[62697]: DEBUG nova.compute.manager [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-vif-deleted-0918d2cc-5311-450d-a10f-ef636d26f3de {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1782.672599] env[62697]: INFO nova.compute.manager [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Neutron deleted interface 0918d2cc-5311-450d-a10f-ef636d26f3de; detaching it from the instance and deleting it from the info cache [ 1782.672903] env[62697]: DEBUG nova.network.neutron [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7567abe2-c796-4714-a580-bfd09fd5c475", "address": "fa:16:3e:15:97:41", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7567abe2-c7", "ovs_interfaceid": "7567abe2-c796-4714-a580-bfd09fd5c475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.883877] env[62697]: DEBUG nova.network.neutron [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updated VIF entry in instance network info cache for port be1c765c-38f2-4070-8613-bf420a8ff582. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.884302] env[62697]: DEBUG nova.network.neutron [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [{"id": "be1c765c-38f2-4070-8613-bf420a8ff582", "address": "fa:16:3e:32:6c:ac", "network": {"id": "f70ad1ee-4603-45e9-84fc-f041b16f11ee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1640341667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c8ff8ea7d7452598f6021a1375b5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1c765c-38", "ovs_interfaceid": "be1c765c-38f2-4070-8613-bf420a8ff582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.943290] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707242, 'name': ReconfigVM_Task, 'duration_secs': 0.347324} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.943585] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0c1a8be2-f016-4d4a-b64f-f3904bff614a/0c1a8be2-f016-4d4a-b64f-f3904bff614a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.944217] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1959d50b-59cd-49df-9089-8e0755416f76 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.950375] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1782.950375] env[62697]: value = "task-1707243" [ 1782.950375] env[62697]: _type = "Task" [ 1782.950375] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.959972] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707243, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.996747] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.996984] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.997229] env[62697]: DEBUG nova.network.neutron [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.054594] env[62697]: DEBUG nova.compute.manager [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-vif-deleted-7567abe2-c796-4714-a580-bfd09fd5c475 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1783.054672] env[62697]: INFO nova.compute.manager [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Neutron deleted interface 7567abe2-c796-4714-a580-bfd09fd5c475; detaching it from the instance and deleting it from the info cache [ 1783.054969] env[62697]: DEBUG nova.network.neutron [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.059446] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.131080] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.131285] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Processing image e1294874-3003-4d01-b6c5-59108bf5a2ec {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1783.131551] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec/e1294874-3003-4d01-b6c5-59108bf5a2ec.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.131706] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec/e1294874-3003-4d01-b6c5-59108bf5a2ec.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.132113] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1783.132253] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fd925e0-164b-4d44-b82b-c20486c4fd55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.140429] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1783.140653] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1783.141356] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290eaadc-5c65-44de-9cee-62cb0192581c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.145893] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1783.145893] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523cf056-4e6a-4956-e260-a72ade550554" [ 1783.145893] env[62697]: _type = "Task" [ 1783.145893] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.152777] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523cf056-4e6a-4956-e260-a72ade550554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.176483] env[62697]: DEBUG oslo_concurrency.lockutils [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.176662] env[62697]: DEBUG oslo_concurrency.lockutils [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Acquired lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.177388] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d54c68-a038-40d8-9218-74a65eeb4d3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.194072] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359b88b7-c91c-42d5-9d83-3011fae1c5f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.219351] env[62697]: DEBUG nova.virt.vmwareapi.vmops [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfiguring VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1783.219684] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2022e3ff-3577-491f-8446-c0f9e411b462 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.237602] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Waiting for the task: (returnval){ [ 1783.237602] env[62697]: value = "task-1707244" [ 1783.237602] env[62697]: _type = "Task" [ 1783.237602] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.241935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.245262] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.289242] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.289425] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.289581] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1783.387148] env[62697]: DEBUG oslo_concurrency.lockutils [req-f34ead45-f699-4f8c-9073-906ca31462dc req-67e564d6-4463-4d27-ba75-ced2e3c6cd89 service nova] Releasing lock "refresh_cache-7cfcc381-6e90-482a-86ac-0cd5f6237dfd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.389815] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1783.390072] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355708', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'name': 'volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'serial': '31b28805-3ff4-4f7e-afcd-9a03a699e76a'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1783.390927] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171aff7-2b18-4d69-982c-6e825d02acfc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.409511] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492841cb-37f4-473e-99de-be3df35786f7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.437210] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a/volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.437495] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc6e027-0197-4a14-873e-7f2fad490607 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.455417] env[62697]: DEBUG oslo_vmware.api [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1783.455417] env[62697]: value = "task-1707245" [ 1783.455417] env[62697]: _type = "Task" [ 1783.455417] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.460821] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707243, 'name': Rename_Task, 'duration_secs': 0.157372} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.461128] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1783.461620] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f21eb0-3391-44a5-856d-ee8ee18e325e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.466962] env[62697]: DEBUG oslo_vmware.api [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.468055] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1783.468055] env[62697]: value = "task-1707246" [ 1783.468055] env[62697]: _type = "Task" [ 1783.468055] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.474777] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.557689] env[62697]: DEBUG oslo_concurrency.lockutils [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.657538] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Preparing fetch location {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1783.657910] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Fetch image to [datastore1] OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5/OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5.vmdk {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1783.658184] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Downloading stream optimized image e1294874-3003-4d01-b6c5-59108bf5a2ec to [datastore1] OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5/OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5.vmdk on the data store datastore1 as vApp {{(pid=62697) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1783.658445] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Downloading image file data e1294874-3003-4d01-b6c5-59108bf5a2ec to the ESX as VM named 'OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5' {{(pid=62697) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1783.748636] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.749585] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1783.749585] env[62697]: value = "resgroup-9" [ 1783.749585] env[62697]: _type = "ResourcePool" [ 1783.749585] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1783.749848] env[62697]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-85587ce8-ccf3-4709-ac6c-99fee17c3bba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.773703] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease: (returnval){ [ 1783.773703] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526009cc-1104-ba9f-d4dc-80064fad461d" [ 1783.773703] env[62697]: _type = "HttpNfcLease" [ 1783.773703] env[62697]: } obtained for vApp import into resource pool (val){ [ 1783.773703] env[62697]: value = "resgroup-9" [ 1783.773703] env[62697]: _type = "ResourcePool" [ 1783.773703] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1783.774030] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the lease: (returnval){ [ 1783.774030] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526009cc-1104-ba9f-d4dc-80064fad461d" [ 1783.774030] env[62697]: _type = "HttpNfcLease" [ 1783.774030] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1783.781037] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1783.781037] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526009cc-1104-ba9f-d4dc-80064fad461d" [ 1783.781037] env[62697]: _type = "HttpNfcLease" [ 1783.781037] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1783.874028] env[62697]: INFO nova.network.neutron [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Port 7567abe2-c796-4714-a580-bfd09fd5c475 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1783.874517] env[62697]: DEBUG nova.network.neutron [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [{"id": "ad56338b-2021-42cb-b5ac-c103b70bb319", "address": "fa:16:3e:36:2c:52", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad56338b-20", "ovs_interfaceid": "ad56338b-2021-42cb-b5ac-c103b70bb319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.966150] env[62697]: DEBUG oslo_vmware.api [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707245, 'name': ReconfigVM_Task, 'duration_secs': 0.423111} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.966484] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a/volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.971434] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9326398f-05ca-4eb7-8e6b-0af49db50480 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.996526] env[62697]: DEBUG oslo_vmware.api [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707246, 'name': PowerOnVM_Task, 'duration_secs': 0.482252} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.998186] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.998510] env[62697]: INFO nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1783.998789] env[62697]: DEBUG nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1783.999239] env[62697]: DEBUG oslo_vmware.api [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1783.999239] env[62697]: value = "task-1707248" [ 1783.999239] env[62697]: _type = "Task" [ 1783.999239] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.000230] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eafc85-a048-44a6-8e86-acb4dd6d4635 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.021236] env[62697]: DEBUG oslo_vmware.api [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.249146] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.282134] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1784.282134] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526009cc-1104-ba9f-d4dc-80064fad461d" [ 1784.282134] env[62697]: _type = "HttpNfcLease" [ 1784.282134] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1784.377392] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.513470] env[62697]: DEBUG oslo_vmware.api [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707248, 'name': ReconfigVM_Task, 'duration_secs': 0.144839} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.513891] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355708', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'name': 'volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'serial': '31b28805-3ff4-4f7e-afcd-9a03a699e76a'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1784.528492] env[62697]: INFO nova.compute.manager [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Took 12.05 seconds to build instance. [ 1784.575231] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.578147] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f81a477-9a0c-4b21-807d-353494dc18cf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.599875] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance '72d27d2d-c916-4a0f-aacc-5436f1aaef7e' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1784.748576] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.781551] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1784.781551] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526009cc-1104-ba9f-d4dc-80064fad461d" [ 1784.781551] env[62697]: _type = "HttpNfcLease" [ 1784.781551] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1784.781857] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1784.781857] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]526009cc-1104-ba9f-d4dc-80064fad461d" [ 1784.781857] env[62697]: _type = "HttpNfcLease" [ 1784.781857] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1784.782593] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fc894d-52b5-4c9f-8205-abcd0685a111 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.790436] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523181f4-16bd-bef4-00ff-3d17a9e1e3ea/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1784.790690] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523181f4-16bd-bef4-00ff-3d17a9e1e3ea/disk-0.vmdk. {{(pid=62697) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1784.855544] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bba179e-caac-4dbe-bfd2-9a266871c96f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.881238] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0c6c5111-a786-4ac8-a45d-28f23e5b0fd5 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-1732ee60-5f80-4f47-b601-9bc5be4a898e-7567abe2-c796-4714-a580-bfd09fd5c475" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.722s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.031365] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ef9795a3-d410-472e-8ef9-1b0bc558f575 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.562s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.083885] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.084121] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1785.084550] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.084779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.084952] env[62697]: DEBUG nova.compute.manager [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1785.085240] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.086122] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b1cff5-65f6-44fa-b896-1659fcff3ad5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.088811] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.088989] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.089593] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.089756] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.089902] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.093442] env[62697]: DEBUG nova.compute.manager [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1785.093983] env[62697]: DEBUG nova.objects.instance [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'flavor' on Instance uuid 0c1a8be2-f016-4d4a-b64f-f3904bff614a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.107215] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.107512] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb23de8b-fd81-4ff5-b0c3-2ec53326f1e2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.115580] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1785.115580] env[62697]: value = "task-1707249" [ 1785.115580] env[62697]: _type = "Task" [ 1785.115580] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.126384] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.250465] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.552188] env[62697]: DEBUG nova.objects.instance [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid 98ad1fe1-8ba7-4074-894d-542e341b394e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.595758] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Getting list of instances from cluster (obj){ [ 1785.595758] env[62697]: value = "domain-c8" [ 1785.595758] env[62697]: _type = "ClusterComputeResource" [ 1785.595758] env[62697]: } {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1785.598435] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a0bce7-f0a9-4eb5-a435-a19589efa5e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.603649] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.604162] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cebc3c65-fb84-43a7-8b50-e257b9f4014d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.611662] env[62697]: DEBUG oslo_vmware.api [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1785.611662] env[62697]: value = "task-1707250" [ 1785.611662] env[62697]: _type = "Task" [ 1785.611662] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.633831] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Got total of 12 instances {{(pid=62697) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1785.634837] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.634837] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.634837] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 161dc695-03b9-47e6-a290-6ced40149ad7 {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.634837] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.634837] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.635110] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.635209] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid e6c60f1e-cf7a-4836-9e53-6570d16d6430 {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.635315] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 98ad1fe1-8ba7-4074-894d-542e341b394e {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.635495] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 85c86c7f-836e-4ce8-8986-8724198e36ed {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.635670] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid e866b33f-12c9-4219-8473-270abee54f82 {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.635867] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 72d27d2d-c916-4a0f-aacc-5436f1aaef7e {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.636056] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Triggering sync for uuid 0c1a8be2-f016-4d4a-b64f-f3904bff614a {{(pid=62697) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1785.640247] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.640483] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.640803] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.641019] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "49b7f188-7032-40e1-af33-345be6abf233" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.641319] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "161dc695-03b9-47e6-a290-6ced40149ad7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.641552] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "161dc695-03b9-47e6-a290-6ced40149ad7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.641853] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.642064] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.642312] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.642839] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.643098] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.643337] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.643606] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.643852] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "85c86c7f-836e-4ce8-8986-8724198e36ed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.644051] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.644352] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.644583] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "e866b33f-12c9-4219-8473-270abee54f82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.644854] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.645138] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.645375] env[62697]: INFO nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1785.645572] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.646202] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.646413] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.646574] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1785.654822] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b72ea46-4948-4cfb-9eef-3e1688f9ab3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.658562] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af239328-9ff0-4da2-9f90-0444f2619c46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.661458] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a0b81e-b215-4ec3-812f-dea746113197 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.664411] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd7c313-83da-46a6-9f48-d86ddc542f22 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.667145] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ddf8e6-9e63-4534-b39d-7aa483418fb0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.672257] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1c3492-6969-4786-a636-f78ecc128b06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.675482] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa8bf88-b03c-4231-950b-adad93c0bac0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.678243] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.679364] env[62697]: DEBUG oslo_vmware.api [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.712706] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707249, 'name': PowerOffVM_Task, 'duration_secs': 0.185664} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.716829] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.717047] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance '72d27d2d-c916-4a0f-aacc-5436f1aaef7e' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1785.755672] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.058371] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8c220d06-e60c-44aa-822c-e9c78db83060 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.059549] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.416s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.061892] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7877fcc-07ec-42b2-896d-88c2da4bc1ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.123656] env[62697]: DEBUG oslo_vmware.api [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707250, 'name': PowerOffVM_Task, 'duration_secs': 0.198571} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.123973] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.124162] env[62697]: DEBUG nova.compute.manager [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1786.124961] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70553c24-883d-454e-9e5a-368c807866e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.189091] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.189352] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.189495] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.189651] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1786.192182] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a1ebd-9e21-4f87-a546-fee8f403adc6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.201495] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8100b1-523b-4544-8e3c-6f456ef52c8c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.207259] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "49b7f188-7032-40e1-af33-345be6abf233" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.207652] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.217895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "161dc695-03b9-47e6-a290-6ced40149ad7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.220113] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a26d8a2-9be1-461c-a587-eee1b29c2df2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.227887] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f459a1-1489-4581-8389-3f94b90d7c12 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.232675] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1786.232931] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1786.233123] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.233340] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1786.233500] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.233732] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1786.233854] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1786.234027] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1786.234221] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1786.234398] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1786.234571] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1786.239681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.240009] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.600s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.242742] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.599s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.243410] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "e866b33f-12c9-4219-8473-270abee54f82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.599s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.243610] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a619e157-2103-4643-bde3-33784c259634 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.254722] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Completed reading data from the image iterator. {{(pid=62697) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1786.254904] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523181f4-16bd-bef4-00ff-3d17a9e1e3ea/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1786.258755] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa863f-2fd3-4b5f-acf4-fc9de076b3a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.287305] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180015MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1786.287496] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.287664] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.294481] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.298720] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523181f4-16bd-bef4-00ff-3d17a9e1e3ea/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1786.298720] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523181f4-16bd-bef4-00ff-3d17a9e1e3ea/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1786.298720] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1786.298720] env[62697]: value = "task-1707251" [ 1786.298720] env[62697]: _type = "Task" [ 1786.298720] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.298720] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6189b688-db63-4ff5-b88b-93d1c03692c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.306972] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.402122] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.494233] env[62697]: DEBUG oslo_vmware.rw_handles [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523181f4-16bd-bef4-00ff-3d17a9e1e3ea/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1786.494492] env[62697]: INFO nova.virt.vmwareapi.images [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Downloaded image file data e1294874-3003-4d01-b6c5-59108bf5a2ec [ 1786.495353] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3752cd-1214-4ac5-935c-57548c91fb7e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.510354] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0165e2e-3931-4c60-87c9-5b2072256e77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.533633] env[62697]: INFO nova.virt.vmwareapi.images [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] The imported VM was unregistered [ 1786.536044] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Caching image {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1786.536285] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.536537] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67c663cd-571f-4b78-b617-6bb5b1524664 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.546648] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Created directory with path [datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.546792] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5/OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5.vmdk to [datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec/e1294874-3003-4d01-b6c5-59108bf5a2ec.vmdk. {{(pid=62697) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1786.547025] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f7185d86-36e0-432a-8cc8-3edfc1ce63b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.552757] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1786.552757] env[62697]: value = "task-1707253" [ 1786.552757] env[62697]: _type = "Task" [ 1786.552757] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.560524] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707253, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.572366] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.572637] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.171s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.642398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-43cbcbb7-6028-44b0-9109-56c06ef5c8a0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.642573] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.996s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.642662] env[62697]: INFO nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1786.642859] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.766416] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.809157] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707251, 'name': ReconfigVM_Task, 'duration_secs': 0.215558} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.809533] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance '72d27d2d-c916-4a0f-aacc-5436f1aaef7e' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1787.062836] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707253, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.075925] env[62697]: INFO nova.compute.manager [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Detaching volume 8a1545c5-22fa-4622-bd7b-1ac24969839d [ 1787.113028] env[62697]: INFO nova.virt.block_device [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Attempting to driver detach volume 8a1545c5-22fa-4622-bd7b-1ac24969839d from mountpoint /dev/sdb [ 1787.113028] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1787.113028] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355706', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'name': 'volume-8a1545c5-22fa-4622-bd7b-1ac24969839d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'serial': '8a1545c5-22fa-4622-bd7b-1ac24969839d'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1787.113701] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47223c3c-8172-4695-9739-43207cf2ad0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.138768] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fee6d7-c784-4aa1-8b2d-bc4114216240 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.146904] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de218cc2-ec33-409c-89e0-0b7e90274ee9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.172828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81035594-f200-4acd-b2d8-d7b02a625750 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.188719] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a1545c5-22fa-4622-bd7b-1ac24969839d/volume-8a1545c5-22fa-4622-bd7b-1ac24969839d.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1787.194115] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1787.194570] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0cd2d4-c31a-456e-af1f-b551cbb675ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.213755] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1787.213755] env[62697]: value = "task-1707254" [ 1787.213755] env[62697]: _type = "Task" [ 1787.213755] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.222189] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.266029] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.299240] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Applying migration context for instance 72d27d2d-c916-4a0f-aacc-5436f1aaef7e as it has an incoming, in-progress migration b0377246-4ee5-4801-b150-82546050521c. Migration status is migrating {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1787.300803] env[62697]: INFO nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating resource usage from migration b0377246-4ee5-4801-b150-82546050521c [ 1787.316554] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1787.316827] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1787.316931] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.317137] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1787.317293] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.317445] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1787.317665] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1787.317903] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1787.318102] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1787.318279] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1787.318863] env[62697]: DEBUG nova.virt.hardware [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1787.323904] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1787.325147] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.325309] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 49b7f188-7032-40e1-af33-345be6abf233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.325440] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 161dc695-03b9-47e6-a290-6ced40149ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.325516] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 1732ee60-5f80-4f47-b601-9bc5be4a898e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.325668] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e6c60f1e-cf7a-4836-9e53-6570d16d6430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.325809] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 98ad1fe1-8ba7-4074-894d-542e341b394e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.325927] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 85c86c7f-836e-4ce8-8986-8724198e36ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.326052] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 20580a64-96b2-4401-aa8e-69228d7abf67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.326184] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e866b33f-12c9-4219-8473-270abee54f82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.326362] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 7cfcc381-6e90-482a-86ac-0cd5f6237dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.326492] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 0c1a8be2-f016-4d4a-b64f-f3904bff614a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.326857] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Migration b0377246-4ee5-4801-b150-82546050521c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1787.326857] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 72d27d2d-c916-4a0f-aacc-5436f1aaef7e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.326995] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1787.327062] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1787.329976] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51cd0e82-46a4-4a43-a8b2-b3ad27b315d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.350810] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1787.350810] env[62697]: value = "task-1707255" [ 1787.350810] env[62697]: _type = "Task" [ 1787.350810] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.362034] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.541206] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b559970-bd87-48ab-86a0-8d138e4e2ff9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.549650] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49fba8d-f6ac-409f-956b-8a4d03726bb7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.582042] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bc49af-52f7-4397-b720-22340dcadf58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.588388] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707253, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.591994] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8df26d6-3d5e-4f33-bb23-b15ac11c3100 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.606079] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.727237] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.767421] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.861270] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.869982] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.870380] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.870638] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.870871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.871095] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.873400] env[62697]: INFO nova.compute.manager [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Terminating instance [ 1787.875479] env[62697]: DEBUG nova.compute.manager [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1787.875684] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.876868] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27f858-a81c-4abf-aecb-cce61ef0bdf8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.885342] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.885605] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3476073-4711-4ce9-b4c1-083d940f25b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.959927] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.960191] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.960370] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleting the datastore file [datastore1] 0c1a8be2-f016-4d4a-b64f-f3904bff614a {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.960842] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13b87d91-9b00-4385-9c0a-f2bfcad5c342 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.967596] env[62697]: DEBUG oslo_vmware.api [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1787.967596] env[62697]: value = "task-1707257" [ 1787.967596] env[62697]: _type = "Task" [ 1787.967596] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.975980] env[62697]: DEBUG oslo_vmware.api [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.064769] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707253, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.109921] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1788.225255] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.265389] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.361617] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707255, 'name': ReconfigVM_Task, 'duration_secs': 0.587562} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.362454] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1788.363063] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27011b76-5930-42ce-b7fa-5981ebe295b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.385598] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1/volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.386330] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9196e4d-ad49-40cc-be43-b1a93709514c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.405489] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1788.405489] env[62697]: value = "task-1707258" [ 1788.405489] env[62697]: _type = "Task" [ 1788.405489] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.413624] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.477843] env[62697]: DEBUG oslo_vmware.api [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.564159] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707253, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.615196] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1788.615428] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.328s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.726224] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707254, 'name': ReconfigVM_Task, 'duration_secs': 1.495746} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.726760] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1788.731794] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6e28f5-457b-48bb-bcf7-80678f675158 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.747910] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1788.747910] env[62697]: value = "task-1707259" [ 1788.747910] env[62697]: _type = "Task" [ 1788.747910] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.757179] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.766152] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.917127] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.980392] env[62697]: DEBUG oslo_vmware.api [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.066195] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707253, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.505582} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.066598] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5/OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5.vmdk to [datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec/e1294874-3003-4d01-b6c5-59108bf5a2ec.vmdk. [ 1789.066703] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Cleaning up location [datastore1] OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1789.066877] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_357bd601-01ab-4716-8454-63eec70097c5 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.067141] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd1ceb91-57b0-4110-84d6-eea12fcb7598 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.073868] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1789.073868] env[62697]: value = "task-1707260" [ 1789.073868] env[62697]: _type = "Task" [ 1789.073868] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.082836] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.258696] env[62697]: DEBUG oslo_vmware.api [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707259, 'name': ReconfigVM_Task, 'duration_secs': 0.302792} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.261898] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355706', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'name': 'volume-8a1545c5-22fa-4622-bd7b-1ac24969839d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1545c5-22fa-4622-bd7b-1ac24969839d', 'serial': '8a1545c5-22fa-4622-bd7b-1ac24969839d'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1789.268940] env[62697]: DEBUG oslo_vmware.api [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Task: {'id': task-1707244, 'name': ReconfigVM_Task, 'duration_secs': 5.862831} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.269207] env[62697]: DEBUG oslo_concurrency.lockutils [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] Releasing lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.269421] env[62697]: DEBUG nova.virt.vmwareapi.vmops [req-c05cb1de-f3be-4847-bb0b-321fa8219715 req-f6f5cb10-4a16-41b8-a5bd-7a1f183f7233 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Reconfigured VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1789.269886] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.028s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.270120] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.270364] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.270553] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.272506] env[62697]: INFO nova.compute.manager [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Terminating instance [ 1789.274208] env[62697]: DEBUG nova.compute.manager [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1789.274437] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.275199] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87921cd7-d650-4edd-99a5-7928031bbad0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.281946] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.282204] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3629e13-432b-40a0-ab09-165b6968027e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.288463] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1789.288463] env[62697]: value = "task-1707261" [ 1789.288463] env[62697]: _type = "Task" [ 1789.288463] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.296107] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.417309] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707258, 'name': ReconfigVM_Task, 'duration_secs': 0.752143} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.417628] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1/volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.417936] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance '72d27d2d-c916-4a0f-aacc-5436f1aaef7e' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1789.479182] env[62697]: DEBUG oslo_vmware.api [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.112394} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.479448] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.479640] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.479822] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.480020] env[62697]: INFO nova.compute.manager [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1789.480302] env[62697]: DEBUG oslo.service.loopingcall [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.480507] env[62697]: DEBUG nova.compute.manager [-] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1789.480801] env[62697]: DEBUG nova.network.neutron [-] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1789.588286] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035819} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.588286] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.588286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec/e1294874-3003-4d01-b6c5-59108bf5a2ec.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.588533] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec/e1294874-3003-4d01-b6c5-59108bf5a2ec.vmdk to [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.590570] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7430b3f9-de9c-4428-90a5-c6358c051ae8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.595717] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1789.595717] env[62697]: value = "task-1707262" [ 1789.595717] env[62697]: _type = "Task" [ 1789.595717] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.603891] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.803024] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707261, 'name': PowerOffVM_Task, 'duration_secs': 0.177482} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.803024] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.803024] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.803024] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcba8726-7315-4634-8584-70d3b82807b8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.814589] env[62697]: DEBUG nova.objects.instance [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid 98ad1fe1-8ba7-4074-894d-542e341b394e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.880472] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1789.880755] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1789.880950] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleting the datastore file [datastore1] 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.881370] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2790e08e-4ed1-40df-b1bf-807576dbd5fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.889751] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1789.889751] env[62697]: value = "task-1707264" [ 1789.889751] env[62697]: _type = "Task" [ 1789.889751] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.900336] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.903028] env[62697]: DEBUG nova.compute.manager [req-d45c3718-29a5-4dc8-a6a7-847b8f4a26c3 req-21c1d8da-4112-488b-8bc0-83289c0ae61d service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Received event network-vif-deleted-9c089bf3-131d-4134-97a2-6c529444f872 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1789.903479] env[62697]: INFO nova.compute.manager [req-d45c3718-29a5-4dc8-a6a7-847b8f4a26c3 req-21c1d8da-4112-488b-8bc0-83289c0ae61d service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Neutron deleted interface 9c089bf3-131d-4134-97a2-6c529444f872; detaching it from the instance and deleting it from the info cache [ 1789.903789] env[62697]: DEBUG nova.network.neutron [req-d45c3718-29a5-4dc8-a6a7-847b8f4a26c3 req-21c1d8da-4112-488b-8bc0-83289c0ae61d service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.924833] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051ce5c4-5830-4659-82c9-129c8608f681 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.946663] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59820c25-6835-4c14-b1cb-87c37cdf4108 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.966422] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance '72d27d2d-c916-4a0f-aacc-5436f1aaef7e' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.105905] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707262, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.373665] env[62697]: DEBUG nova.network.neutron [-] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.399766] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.407019] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f1073ef-104e-4467-b7b6-a0559fcd8916 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.416356] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9cfe05-b836-4697-9c0d-f93b8525a099 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.448115] env[62697]: DEBUG nova.compute.manager [req-d45c3718-29a5-4dc8-a6a7-847b8f4a26c3 req-21c1d8da-4112-488b-8bc0-83289c0ae61d service nova] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Detach interface failed, port_id=9c089bf3-131d-4134-97a2-6c529444f872, reason: Instance 0c1a8be2-f016-4d4a-b64f-f3904bff614a could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1790.610087] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707262, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.707514] env[62697]: DEBUG oslo_concurrency.lockutils [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.823446] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bae2a834-8846-4db4-b306-911bdabaff90 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.250s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.826037] env[62697]: DEBUG oslo_concurrency.lockutils [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.118s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.877484] env[62697]: INFO nova.compute.manager [-] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Took 1.40 seconds to deallocate network for instance. [ 1790.904728] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.107988] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707262, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.329734] env[62697]: INFO nova.compute.manager [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Detaching volume 31b28805-3ff4-4f7e-afcd-9a03a699e76a [ 1791.361414] env[62697]: INFO nova.virt.block_device [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Attempting to driver detach volume 31b28805-3ff4-4f7e-afcd-9a03a699e76a from mountpoint /dev/sdc [ 1791.361706] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1791.361928] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355708', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'name': 'volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'serial': '31b28805-3ff4-4f7e-afcd-9a03a699e76a'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1791.362838] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8321c65-c5a9-4335-855c-c43a4b2fe0f8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.385348] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdcbd6e-3674-4964-b518-691a814e8fa4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.388980] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.389255] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.389484] env[62697]: DEBUG nova.objects.instance [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'resources' on Instance uuid 0c1a8be2-f016-4d4a-b64f-f3904bff614a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.398423] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac73b4-a87b-41f2-8b92-185971580ba4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.405171] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.423687] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6575b0b6-98bd-4651-b686-ac8738fe078f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.439301] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] The volume has not been displaced from its original location: [datastore1] volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a/volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1791.444790] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1791.445203] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ea630b-8953-4abb-a207-7cfefc697795 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.467195] env[62697]: DEBUG oslo_vmware.api [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1791.467195] env[62697]: value = "task-1707265" [ 1791.467195] env[62697]: _type = "Task" [ 1791.467195] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.475675] env[62697]: DEBUG oslo_vmware.api [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.608055] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707262, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.619146] env[62697]: DEBUG nova.network.neutron [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Port 5e2a7f3b-f79e-4b35-917c-7e7271601e28 binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1791.905925] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.980542] env[62697]: DEBUG oslo_vmware.api [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.067210] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c6b9dd-2a82-455d-9527-c986d21a817c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.075081] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af220738-6931-4f5c-a209-7851b5d96e81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.108636] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd19c77-9b57-4bb7-9721-e6defa67ec8d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.116661] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707262, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.119930] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ad7809-6964-49b0-b1d6-f332ab04dbc0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.140042] env[62697]: DEBUG nova.compute.provider_tree [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.406344] env[62697]: DEBUG oslo_vmware.api [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.411219} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.406604] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.406798] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.406974] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.407176] env[62697]: INFO nova.compute.manager [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Took 3.13 seconds to destroy the instance on the hypervisor. [ 1792.407415] env[62697]: DEBUG oslo.service.loopingcall [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.407610] env[62697]: DEBUG nova.compute.manager [-] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1792.407705] env[62697]: DEBUG nova.network.neutron [-] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1792.477712] env[62697]: DEBUG oslo_vmware.api [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707265, 'name': ReconfigVM_Task, 'duration_secs': 0.894203} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.477997] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1792.482618] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b6746f-4096-4d1e-b7ba-b465239d7ada {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.497250] env[62697]: DEBUG oslo_vmware.api [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1792.497250] env[62697]: value = "task-1707266" [ 1792.497250] env[62697]: _type = "Task" [ 1792.497250] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.508345] env[62697]: DEBUG oslo_vmware.api [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.618028] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707262, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.684179} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.618028] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e1294874-3003-4d01-b6c5-59108bf5a2ec/e1294874-3003-4d01-b6c5-59108bf5a2ec.vmdk to [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.618028] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1c2f49-57b8-43cd-8e82-68c53d82d2cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.648487] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.652160] env[62697]: DEBUG nova.scheduler.client.report [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1792.655566] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367984ad-a6c5-40b7-8163-44e0d545d01b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.678481] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.679122] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.679622] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.681430] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.292s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.693210] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1792.693210] env[62697]: value = "task-1707267" [ 1792.693210] env[62697]: _type = "Task" [ 1792.693210] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.704539] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.705322] env[62697]: INFO nova.scheduler.client.report [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted allocations for instance 0c1a8be2-f016-4d4a-b64f-f3904bff614a [ 1792.951540] env[62697]: DEBUG nova.compute.manager [req-ef2ceff9-8c77-400b-879a-c742931be7e4 req-63a64a48-71d0-4db0-a224-5da96ae97b5a service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Received event network-vif-deleted-ad56338b-2021-42cb-b5ac-c103b70bb319 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1792.951540] env[62697]: INFO nova.compute.manager [req-ef2ceff9-8c77-400b-879a-c742931be7e4 req-63a64a48-71d0-4db0-a224-5da96ae97b5a service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Neutron deleted interface ad56338b-2021-42cb-b5ac-c103b70bb319; detaching it from the instance and deleting it from the info cache [ 1792.951540] env[62697]: DEBUG nova.network.neutron [req-ef2ceff9-8c77-400b-879a-c742931be7e4 req-63a64a48-71d0-4db0-a224-5da96ae97b5a service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.007398] env[62697]: DEBUG oslo_vmware.api [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707266, 'name': ReconfigVM_Task, 'duration_secs': 0.14053} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.007737] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355708', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'name': 'volume-31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98ad1fe1-8ba7-4074-894d-542e341b394e', 'attached_at': '', 'detached_at': '', 'volume_id': '31b28805-3ff4-4f7e-afcd-9a03a699e76a', 'serial': '31b28805-3ff4-4f7e-afcd-9a03a699e76a'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1793.203876] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.212962] env[62697]: DEBUG oslo_concurrency.lockutils [None req-fd3d8952-b503-4588-8c13-1974b6cf6cd0 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "0c1a8be2-f016-4d4a-b64f-f3904bff614a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.342s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.379719] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.380020] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.430554] env[62697]: DEBUG nova.network.neutron [-] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.453753] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd5b9368-2c9e-4b36-a701-773db4928c45 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.463610] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f52b7c-85fa-4961-8c8d-6226891c2348 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.494243] env[62697]: DEBUG nova.compute.manager [req-ef2ceff9-8c77-400b-879a-c742931be7e4 req-63a64a48-71d0-4db0-a224-5da96ae97b5a service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Detach interface failed, port_id=ad56338b-2021-42cb-b5ac-c103b70bb319, reason: Instance 1732ee60-5f80-4f47-b601-9bc5be4a898e could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1793.547225] env[62697]: DEBUG nova.objects.instance [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'flavor' on Instance uuid 98ad1fe1-8ba7-4074-894d-542e341b394e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.704073] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707267, 'name': ReconfigVM_Task, 'duration_secs': 0.612495} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.704386] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd/7cfcc381-6e90-482a-86ac-0cd5f6237dfd.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.705122] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb099491-2d52-4f2e-a8dd-e044fda854f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.711255] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1793.711255] env[62697]: value = "task-1707268" [ 1793.711255] env[62697]: _type = "Task" [ 1793.711255] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.722875] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707268, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.736754] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.737165] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.737475] env[62697]: DEBUG nova.network.neutron [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.806250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "161dc695-03b9-47e6-a290-6ced40149ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.806555] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "161dc695-03b9-47e6-a290-6ced40149ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.806792] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "161dc695-03b9-47e6-a290-6ced40149ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.807012] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "161dc695-03b9-47e6-a290-6ced40149ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.807199] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "161dc695-03b9-47e6-a290-6ced40149ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.809265] env[62697]: INFO nova.compute.manager [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Terminating instance [ 1793.811260] env[62697]: DEBUG nova.compute.manager [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1793.811475] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.812356] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a7272-3e4b-4ae8-b3ea-7552dad19793 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.822645] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.822900] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aac94e49-e322-46c0-b0be-6c13ffdba746 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.833563] env[62697]: DEBUG oslo_vmware.api [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1793.833563] env[62697]: value = "task-1707269" [ 1793.833563] env[62697]: _type = "Task" [ 1793.833563] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.841818] env[62697]: DEBUG oslo_vmware.api [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.883150] env[62697]: INFO nova.compute.manager [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Detaching volume 24d05345-ee8d-4c78-9acc-8cb94ecf0d8c [ 1793.917970] env[62697]: INFO nova.virt.block_device [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Attempting to driver detach volume 24d05345-ee8d-4c78-9acc-8cb94ecf0d8c from mountpoint /dev/sdb [ 1793.918261] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1793.918532] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355693', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'name': 'volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '20580a64-96b2-4401-aa8e-69228d7abf67', 'attached_at': '', 'detached_at': '', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'serial': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1793.919434] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17d0580-47dc-4b5e-8e0d-306c20bed8a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.940486] env[62697]: INFO nova.compute.manager [-] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Took 1.53 seconds to deallocate network for instance. [ 1793.942828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f17bef4-4d8b-431a-b23d-5e184ba6e8a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.952642] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8983d-00c3-4555-ab1e-4476fbb5baec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.973550] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795c2f59-5e84-481d-b244-403f5de883ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.989735] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] The volume has not been displaced from its original location: [datastore1] volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c/volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1793.995151] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1793.996083] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32e3dc8-6c55-48ce-8227-29ca4b1eda4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.013961] env[62697]: DEBUG oslo_vmware.api [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1794.013961] env[62697]: value = "task-1707270" [ 1794.013961] env[62697]: _type = "Task" [ 1794.013961] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.022535] env[62697]: DEBUG oslo_vmware.api [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.221065] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707268, 'name': Rename_Task, 'duration_secs': 0.13582} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.221411] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.221673] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbeedd4-54d7-4d9c-bc75-0127ab99f365 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.226927] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1794.226927] env[62697]: value = "task-1707271" [ 1794.226927] env[62697]: _type = "Task" [ 1794.226927] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.235644] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.343492] env[62697]: DEBUG oslo_vmware.api [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707269, 'name': PowerOffVM_Task, 'duration_secs': 0.220441} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.343808] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.344031] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1794.344338] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b189a7-f252-425a-b5b5-ba275a520dc2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.415244] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.415446] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.415669] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleting the datastore file [datastore1] 161dc695-03b9-47e6-a290-6ced40149ad7 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.416100] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5937edc7-5319-4f99-9c73-e590457c861b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.422586] env[62697]: DEBUG oslo_vmware.api [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for the task: (returnval){ [ 1794.422586] env[62697]: value = "task-1707273" [ 1794.422586] env[62697]: _type = "Task" [ 1794.422586] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.431015] env[62697]: DEBUG oslo_vmware.api [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.450360] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.450360] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.450512] env[62697]: DEBUG nova.objects.instance [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'resources' on Instance uuid 1732ee60-5f80-4f47-b601-9bc5be4a898e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.486120] env[62697]: DEBUG nova.network.neutron [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance_info_cache with network_info: [{"id": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "address": "fa:16:3e:14:6d:5c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a7f3b-f7", "ovs_interfaceid": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.522871] env[62697]: DEBUG oslo_vmware.api [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707270, 'name': ReconfigVM_Task, 'duration_secs': 0.196575} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.523184] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1794.527925] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b5d5524-e111-448a-8492-74d0cc337320 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.543606] env[62697]: DEBUG oslo_vmware.api [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1794.543606] env[62697]: value = "task-1707274" [ 1794.543606] env[62697]: _type = "Task" [ 1794.543606] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.551596] env[62697]: DEBUG oslo_vmware.api [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.554087] env[62697]: DEBUG oslo_concurrency.lockutils [None req-caccb89e-6f61-4e36-a0a4-b36e4855d2da tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.729s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.737325] env[62697]: DEBUG oslo_vmware.api [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707271, 'name': PowerOnVM_Task, 'duration_secs': 0.440281} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.737616] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.838573] env[62697]: DEBUG nova.compute.manager [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1794.839695] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b19626-1218-435a-bf16-52316947c9cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.933026] env[62697]: DEBUG oslo_vmware.api [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Task: {'id': task-1707273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146404} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.933310] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.933494] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.933683] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.933856] env[62697]: INFO nova.compute.manager [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1794.934116] env[62697]: DEBUG oslo.service.loopingcall [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.934312] env[62697]: DEBUG nova.compute.manager [-] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1794.934424] env[62697]: DEBUG nova.network.neutron [-] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.988982] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.055026] env[62697]: DEBUG oslo_vmware.api [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707274, 'name': ReconfigVM_Task, 'duration_secs': 0.153745} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.055342] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355693', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'name': 'volume-24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '20580a64-96b2-4401-aa8e-69228d7abf67', 'attached_at': '', 'detached_at': '', 'volume_id': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c', 'serial': '24d05345-ee8d-4c78-9acc-8cb94ecf0d8c'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1795.104839] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d7d274-aa70-4f52-8b5b-665dada81d31 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.108079] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.108319] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.108521] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "98ad1fe1-8ba7-4074-894d-542e341b394e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.108703] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.108948] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.111060] env[62697]: INFO nova.compute.manager [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Terminating instance [ 1795.113104] env[62697]: DEBUG nova.compute.manager [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1795.113406] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.114134] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392fca3-0f7f-4e0a-9fe1-0235b951adbc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.121992] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a534b-456b-4e20-8d30-4d1765c62543 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.158083] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.158550] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36dfc057-e7d0-4930-b702-9eeb7abca4c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.160639] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4f5f8-4148-40e7-83ae-1a8ef09ab5d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.172261] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba5f6e-c0d4-4353-9768-1e57d3b2bb6b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.175048] env[62697]: DEBUG oslo_vmware.api [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1795.175048] env[62697]: value = "task-1707275" [ 1795.175048] env[62697]: _type = "Task" [ 1795.175048] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.186568] env[62697]: DEBUG nova.compute.provider_tree [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.192740] env[62697]: DEBUG oslo_vmware.api [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.217333] env[62697]: DEBUG nova.compute.manager [req-8d9ccb30-afed-4d98-aeac-bb649970e126 req-5269a556-8332-477e-bd33-c0f0a67ba8e5 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Received event network-vif-deleted-69d45572-8c56-4bfa-807f-396ce6fba968 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1795.217544] env[62697]: INFO nova.compute.manager [req-8d9ccb30-afed-4d98-aeac-bb649970e126 req-5269a556-8332-477e-bd33-c0f0a67ba8e5 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Neutron deleted interface 69d45572-8c56-4bfa-807f-396ce6fba968; detaching it from the instance and deleting it from the info cache [ 1795.217657] env[62697]: DEBUG nova.network.neutron [req-8d9ccb30-afed-4d98-aeac-bb649970e126 req-5269a556-8332-477e-bd33-c0f0a67ba8e5 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.358182] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6d3b1c20-3d61-4cf9-be30-d5c72436ead0 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.875s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.358868] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.716s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.359073] env[62697]: INFO nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] During sync_power_state the instance has a pending task (spawning). Skip. [ 1795.359294] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.500069] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1406f848-883f-4723-9f79-5a10b6813c9a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.512076] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64911bd4-814e-4b0d-a272-2fde4a678082 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.599205] env[62697]: DEBUG nova.objects.instance [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'flavor' on Instance uuid 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.685114] env[62697]: DEBUG oslo_vmware.api [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.691127] env[62697]: DEBUG nova.scheduler.client.report [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1795.696046] env[62697]: DEBUG nova.network.neutron [-] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.720021] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-356bbc8c-723e-4156-8805-a23c8116245d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.729726] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08747e32-bd08-4f4f-9f71-146135c4bbd0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.761276] env[62697]: DEBUG nova.compute.manager [req-8d9ccb30-afed-4d98-aeac-bb649970e126 req-5269a556-8332-477e-bd33-c0f0a67ba8e5 service nova] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Detach interface failed, port_id=69d45572-8c56-4bfa-807f-396ce6fba968, reason: Instance 161dc695-03b9-47e6-a290-6ced40149ad7 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1796.186932] env[62697]: DEBUG oslo_vmware.api [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707275, 'name': PowerOffVM_Task, 'duration_secs': 0.627144} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.187561] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.187847] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.188204] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e02fcc7-c01b-4229-8d92-5f74ae176bc6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.196061] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.198691] env[62697]: INFO nova.compute.manager [-] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Took 1.26 seconds to deallocate network for instance. [ 1796.225030] env[62697]: INFO nova.scheduler.client.report [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted allocations for instance 1732ee60-5f80-4f47-b601-9bc5be4a898e [ 1796.279023] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.279023] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.279023] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Deleting the datastore file [datastore1] 98ad1fe1-8ba7-4074-894d-542e341b394e {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.279023] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2cbc844-3f19-4374-bdc9-15512889944b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.285223] env[62697]: DEBUG oslo_vmware.api [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for the task: (returnval){ [ 1796.285223] env[62697]: value = "task-1707277" [ 1796.285223] env[62697]: _type = "Task" [ 1796.285223] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.293358] env[62697]: DEBUG oslo_vmware.api [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.606556] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde6bd19-3642-4467-8f06-febf69b94fee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.611674] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2c2484ce-e89d-43eb-b1fd-b364b9e529b2 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.630470] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe671fd-aca2-4b44-b92a-6dfd0e084bc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.637969] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance '72d27d2d-c916-4a0f-aacc-5436f1aaef7e' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.707470] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.707746] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.708037] env[62697]: DEBUG nova.objects.instance [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lazy-loading 'resources' on Instance uuid 161dc695-03b9-47e6-a290-6ced40149ad7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.732816] env[62697]: DEBUG oslo_concurrency.lockutils [None req-25f7ab92-c54b-4ccc-9c24-86043e05d096 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.463s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.733767] env[62697]: DEBUG oslo_concurrency.lockutils [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] Acquired lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.734122] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.734367] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.734578] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.734791] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.734979] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.737447] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f3c1ae-77c8-4d98-b41c-d5c074e479da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.740355] env[62697]: INFO nova.compute.manager [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Terminating instance [ 1796.742039] env[62697]: DEBUG nova.compute.manager [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1796.742296] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1796.743083] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295a765c-5464-4f17-bfc6-f246655db98c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.751941] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1796.753014] env[62697]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1796.753185] env[62697]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62697) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1796.753420] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90c571f0-909f-4c9a-add9-10dc0b18df81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.755182] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90dc8665-d938-4fed-bbe0-6e36f15e9490 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.765882] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709371d8-817e-4e49-8e35-2d1be979629d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.776542] env[62697]: DEBUG oslo_vmware.api [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1796.776542] env[62697]: value = "task-1707278" [ 1796.776542] env[62697]: _type = "Task" [ 1796.776542] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.802326] env[62697]: DEBUG oslo_vmware.api [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.804828] env[62697]: ERROR root [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-355686' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-355686' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-355686' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-355686'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-355686' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-355686' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-355686'}\n"]: nova.exception.InstanceNotFound: Instance 1732ee60-5f80-4f47-b601-9bc5be4a898e could not be found. [ 1796.805121] env[62697]: DEBUG oslo_concurrency.lockutils [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] Releasing lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.805441] env[62697]: DEBUG nova.compute.manager [req-eeb1881e-b6b2-4669-8714-16b46157b5b2 req-83742018-8167-4ac5-b414-1aec36810f65 service nova] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Detach interface failed, port_id=7567abe2-c796-4714-a580-bfd09fd5c475, reason: Instance 1732ee60-5f80-4f47-b601-9bc5be4a898e could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1796.806414] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.164s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.806683] env[62697]: INFO nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] During sync_power_state the instance has a pending task (deleting). Skip. [ 1796.806935] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "1732ee60-5f80-4f47-b601-9bc5be4a898e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.811239] env[62697]: DEBUG oslo_vmware.api [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Task: {'id': task-1707277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134435} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.811587] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.811809] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.811996] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.812194] env[62697]: INFO nova.compute.manager [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1796.812439] env[62697]: DEBUG oslo.service.loopingcall [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.812630] env[62697]: DEBUG nova.compute.manager [-] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1796.812722] env[62697]: DEBUG nova.network.neutron [-] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.144395] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.144925] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb98c1cc-eec1-4fae-bef9-78d87b783150 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.152643] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1797.152643] env[62697]: value = "task-1707279" [ 1797.152643] env[62697]: _type = "Task" [ 1797.152643] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.160990] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.288691] env[62697]: DEBUG oslo_vmware.api [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707278, 'name': PowerOffVM_Task, 'duration_secs': 0.199967} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.291770] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1797.291973] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1797.292708] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322e4c52-ef56-46ea-96a0-44fbe92d48fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.369676] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1797.369912] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1797.370107] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleting the datastore file [datastore1] 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1797.370360] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d2d567-568f-4630-863b-93fb78d3e03f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.381924] env[62697]: DEBUG oslo_vmware.api [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for the task: (returnval){ [ 1797.381924] env[62697]: value = "task-1707281" [ 1797.381924] env[62697]: _type = "Task" [ 1797.381924] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.391192] env[62697]: DEBUG oslo_vmware.api [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.421120] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31727736-4b28-483a-8fdc-0e982e2d8e9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.428692] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e117731-4223-4239-9cfb-52ca25ae2c00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.460780] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2d01c1-108e-40d3-ba93-d3f47e633e62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.469523] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4629de-9f4a-4673-824f-6ba7c1382202 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.485242] env[62697]: DEBUG nova.compute.provider_tree [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.531861] env[62697]: DEBUG nova.compute.manager [req-b825e3e5-9e7e-4665-986e-320611141f6e req-2c52f20a-0bd5-4610-bcef-414fdee743a3 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Received event network-vif-deleted-3f182922-8784-4cb5-b50c-bd5f3b151b26 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1797.532068] env[62697]: INFO nova.compute.manager [req-b825e3e5-9e7e-4665-986e-320611141f6e req-2c52f20a-0bd5-4610-bcef-414fdee743a3 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Neutron deleted interface 3f182922-8784-4cb5-b50c-bd5f3b151b26; detaching it from the instance and deleting it from the info cache [ 1797.532350] env[62697]: DEBUG nova.network.neutron [req-b825e3e5-9e7e-4665-986e-320611141f6e req-2c52f20a-0bd5-4610-bcef-414fdee743a3 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.631786] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.632099] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.632301] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.632566] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.632809] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.635176] env[62697]: INFO nova.compute.manager [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Terminating instance [ 1797.636904] env[62697]: DEBUG nova.compute.manager [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1797.637115] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.637939] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e0cf48-8a1f-42a5-801f-a953a9aaa2e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.647491] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.647746] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10b03d0-57e4-4f98-8929-5a75899075a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.654267] env[62697]: DEBUG oslo_vmware.api [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1797.654267] env[62697]: value = "task-1707282" [ 1797.654267] env[62697]: _type = "Task" [ 1797.654267] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.665055] env[62697]: DEBUG oslo_vmware.api [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707279, 'name': PowerOnVM_Task, 'duration_secs': 0.404459} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.668331] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.668713] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da5d881a-5e6d-4320-a672-cf4187fef4a2 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance '72d27d2d-c916-4a0f-aacc-5436f1aaef7e' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1797.673280] env[62697]: DEBUG oslo_vmware.api [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.892156] env[62697]: DEBUG oslo_vmware.api [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Task: {'id': task-1707281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166496} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.892498] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.892677] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.892895] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.893176] env[62697]: INFO nova.compute.manager [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1797.893532] env[62697]: DEBUG oslo.service.loopingcall [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.893842] env[62697]: DEBUG nova.compute.manager [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1797.893919] env[62697]: DEBUG nova.network.neutron [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.988719] env[62697]: DEBUG nova.scheduler.client.report [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1797.999834] env[62697]: DEBUG nova.network.neutron [-] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.036049] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d676862c-dbfa-4897-b1fb-b0e9a7e2dc06 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.045769] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27789cf-0c0f-4db8-84d6-f3317d536332 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.075769] env[62697]: DEBUG nova.compute.manager [req-b825e3e5-9e7e-4665-986e-320611141f6e req-2c52f20a-0bd5-4610-bcef-414fdee743a3 service nova] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Detach interface failed, port_id=3f182922-8784-4cb5-b50c-bd5f3b151b26, reason: Instance 98ad1fe1-8ba7-4074-894d-542e341b394e could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1798.167434] env[62697]: DEBUG oslo_vmware.api [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707282, 'name': PowerOffVM_Task, 'duration_secs': 0.185136} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.167687] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.167866] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.168139] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19155e2e-69a5-4016-9f20-84595c9c2897 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.238826] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.239103] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.239299] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleting the datastore file [datastore1] 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.239558] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7fe5f58-eee2-4866-b447-b65a9d002ebf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.247312] env[62697]: DEBUG oslo_vmware.api [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1798.247312] env[62697]: value = "task-1707284" [ 1798.247312] env[62697]: _type = "Task" [ 1798.247312] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.255209] env[62697]: DEBUG oslo_vmware.api [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.459256] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.459256] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.493341] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.504236] env[62697]: INFO nova.compute.manager [-] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Took 1.69 seconds to deallocate network for instance. [ 1798.523041] env[62697]: INFO nova.scheduler.client.report [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Deleted allocations for instance 161dc695-03b9-47e6-a290-6ced40149ad7 [ 1798.758038] env[62697]: DEBUG oslo_vmware.api [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331681} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.758416] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1798.758481] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1798.758658] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1798.758837] env[62697]: INFO nova.compute.manager [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1798.759103] env[62697]: DEBUG oslo.service.loopingcall [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.759311] env[62697]: DEBUG nova.compute.manager [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1798.759406] env[62697]: DEBUG nova.network.neutron [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1798.818835] env[62697]: DEBUG nova.network.neutron [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.961991] env[62697]: DEBUG nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1799.012014] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.012330] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.012556] env[62697]: DEBUG nova.objects.instance [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lazy-loading 'resources' on Instance uuid 98ad1fe1-8ba7-4074-894d-542e341b394e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.032657] env[62697]: DEBUG oslo_concurrency.lockutils [None req-897b9dc5-627b-4058-aa20-06efd63867e3 tempest-ServersTestJSON-1490880854 tempest-ServersTestJSON-1490880854-project-member] Lock "161dc695-03b9-47e6-a290-6ced40149ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.226s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.322253] env[62697]: INFO nova.compute.manager [-] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Took 1.43 seconds to deallocate network for instance. [ 1799.486463] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.573058] env[62697]: DEBUG nova.compute.manager [req-79a56f04-c068-4792-804c-4c64f24f52c9 req-25acb962-ed0b-4c43-a484-63b05b59d3f0 service nova] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Received event network-vif-deleted-be1c765c-38f2-4070-8613-bf420a8ff582 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1799.573058] env[62697]: DEBUG nova.compute.manager [req-79a56f04-c068-4792-804c-4c64f24f52c9 req-25acb962-ed0b-4c43-a484-63b05b59d3f0 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Received event network-vif-deleted-d693be5c-4ab7-461f-9a06-308e1f7da1f9 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1799.573058] env[62697]: INFO nova.compute.manager [req-79a56f04-c068-4792-804c-4c64f24f52c9 req-25acb962-ed0b-4c43-a484-63b05b59d3f0 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Neutron deleted interface d693be5c-4ab7-461f-9a06-308e1f7da1f9; detaching it from the instance and deleting it from the info cache [ 1799.573058] env[62697]: DEBUG nova.network.neutron [req-79a56f04-c068-4792-804c-4c64f24f52c9 req-25acb962-ed0b-4c43-a484-63b05b59d3f0 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.701296] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d561229-e96c-482b-9c93-872f99714a78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.713635] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5f5f1f-c666-4e98-8d4a-a9de107f7a35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.750044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519446c-be8d-4a88-bdbd-9d6193521d2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.762556] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcd405d-92d0-4e30-9f45-aef6466b0a1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.778647] env[62697]: DEBUG nova.compute.provider_tree [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.828761] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.934682] env[62697]: DEBUG nova.network.neutron [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.077922] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cab97bbf-3791-4381-86fb-eefdb26315e8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.089903] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb39d3-eca5-414c-9688-cab533105768 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.122102] env[62697]: DEBUG nova.compute.manager [req-79a56f04-c068-4792-804c-4c64f24f52c9 req-25acb962-ed0b-4c43-a484-63b05b59d3f0 service nova] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Detach interface failed, port_id=d693be5c-4ab7-461f-9a06-308e1f7da1f9, reason: Instance 20580a64-96b2-4401-aa8e-69228d7abf67 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1800.256711] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.257435] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.257435] env[62697]: DEBUG nova.compute.manager [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Going to confirm migration 8 {{(pid=62697) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1800.282611] env[62697]: DEBUG nova.scheduler.client.report [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1800.437798] env[62697]: INFO nova.compute.manager [-] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Took 1.68 seconds to deallocate network for instance. [ 1800.787190] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.790108] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.304s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.791758] env[62697]: INFO nova.compute.claims [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.805110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.805110] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquired lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.805301] env[62697]: DEBUG nova.network.neutron [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.805489] env[62697]: DEBUG nova.objects.instance [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'info_cache' on Instance uuid 72d27d2d-c916-4a0f-aacc-5436f1aaef7e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.816389] env[62697]: INFO nova.scheduler.client.report [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Deleted allocations for instance 98ad1fe1-8ba7-4074-894d-542e341b394e [ 1800.945681] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.323662] env[62697]: DEBUG oslo_concurrency.lockutils [None req-71c1c6c0-9dc1-4431-afac-d5ed22aed742 tempest-AttachVolumeTestJSON-781240215 tempest-AttachVolumeTestJSON-781240215-project-member] Lock "98ad1fe1-8ba7-4074-894d-542e341b394e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.215s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.597682] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.597936] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.950337] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448042c5-eb1f-4606-a6d2-b9554da847f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.965507] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f4af09-996d-4692-87f5-347933a18d71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.002428] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d61288f-3ee2-4ec6-b9f5-2e8e62bd853e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.011049] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642531de-36ac-437d-a433-2d4a42bfb754 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.024379] env[62697]: DEBUG nova.compute.provider_tree [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.100776] env[62697]: DEBUG nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1802.135606] env[62697]: DEBUG nova.network.neutron [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance_info_cache with network_info: [{"id": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "address": "fa:16:3e:14:6d:5c", "network": {"id": "018eccb6-3a61-4913-a4ba-7a296c026c4e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190431586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9bc89334404ba7abc7badaba7b2488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a7f3b-f7", "ovs_interfaceid": "5e2a7f3b-f79e-4b35-917c-7e7271601e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.527677] env[62697]: DEBUG nova.scheduler.client.report [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1802.618691] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.638840] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Releasing lock "refresh_cache-72d27d2d-c916-4a0f-aacc-5436f1aaef7e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.639121] env[62697]: DEBUG nova.objects.instance [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'migration_context' on Instance uuid 72d27d2d-c916-4a0f-aacc-5436f1aaef7e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.032535] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.032826] env[62697]: DEBUG nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1803.035705] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.207s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.035976] env[62697]: DEBUG nova.objects.instance [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lazy-loading 'resources' on Instance uuid 7cfcc381-6e90-482a-86ac-0cd5f6237dfd {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.142407] env[62697]: DEBUG nova.objects.base [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Object Instance<72d27d2d-c916-4a0f-aacc-5436f1aaef7e> lazy-loaded attributes: info_cache,migration_context {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1803.143411] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b74a95b-1e4b-4648-a0a7-f6eff26c3d69 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.162589] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7417394b-49cd-4da4-b1b3-ef4963faadbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.167932] env[62697]: DEBUG oslo_vmware.api [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1803.167932] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52733c0c-3639-ecd2-9ad5-1934be2e6014" [ 1803.167932] env[62697]: _type = "Task" [ 1803.167932] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.177162] env[62697]: DEBUG oslo_vmware.api [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52733c0c-3639-ecd2-9ad5-1934be2e6014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.539259] env[62697]: DEBUG nova.compute.utils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.543383] env[62697]: DEBUG nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1803.543562] env[62697]: DEBUG nova.network.neutron [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.590806] env[62697]: DEBUG nova.policy [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1803.673603] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae6b1f-799e-45b2-bc2e-469a021b7fb0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.682940] env[62697]: DEBUG oslo_vmware.api [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52733c0c-3639-ecd2-9ad5-1934be2e6014, 'name': SearchDatastore_Task, 'duration_secs': 0.007364} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.683910] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b974dfeb-1fb1-4f88-8385-5e721ac2850b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.687523] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.716035] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb258cc-b17b-4b02-b714-dd3ac28ed481 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.724979] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38438570-e6ba-4f8b-af5c-9ed3e417a3d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.740662] env[62697]: DEBUG nova.compute.provider_tree [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.880034] env[62697]: DEBUG nova.network.neutron [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Successfully created port: c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1804.043854] env[62697]: DEBUG nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1804.244161] env[62697]: DEBUG nova.scheduler.client.report [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1804.748633] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.750881] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.805s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.751188] env[62697]: DEBUG nova.objects.instance [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'resources' on Instance uuid 20580a64-96b2-4401-aa8e-69228d7abf67 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.769894] env[62697]: INFO nova.scheduler.client.report [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Deleted allocations for instance 7cfcc381-6e90-482a-86ac-0cd5f6237dfd [ 1805.053923] env[62697]: DEBUG nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1805.092231] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1805.092552] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1805.092734] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.092944] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1805.093108] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.093489] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1805.093760] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1805.093933] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1805.094120] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1805.094291] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1805.094466] env[62697]: DEBUG nova.virt.hardware [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1805.095394] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cecba0-1129-485e-9059-8b96d6e48afc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.103293] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610860df-f617-4b52-be44-86b64b2c3940 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.265765] env[62697]: DEBUG nova.compute.manager [req-051a53ae-f531-4ac8-91a6-9295ce2a2a6f req-b4df605e-ecfc-44b7-a0ff-10c4cd95abe0 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-vif-plugged-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1805.265819] env[62697]: DEBUG oslo_concurrency.lockutils [req-051a53ae-f531-4ac8-91a6-9295ce2a2a6f req-b4df605e-ecfc-44b7-a0ff-10c4cd95abe0 service nova] Acquiring lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.266303] env[62697]: DEBUG oslo_concurrency.lockutils [req-051a53ae-f531-4ac8-91a6-9295ce2a2a6f req-b4df605e-ecfc-44b7-a0ff-10c4cd95abe0 service nova] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.266303] env[62697]: DEBUG oslo_concurrency.lockutils [req-051a53ae-f531-4ac8-91a6-9295ce2a2a6f req-b4df605e-ecfc-44b7-a0ff-10c4cd95abe0 service nova] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.266478] env[62697]: DEBUG nova.compute.manager [req-051a53ae-f531-4ac8-91a6-9295ce2a2a6f req-b4df605e-ecfc-44b7-a0ff-10c4cd95abe0 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] No waiting events found dispatching network-vif-plugged-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1805.266694] env[62697]: WARNING nova.compute.manager [req-051a53ae-f531-4ac8-91a6-9295ce2a2a6f req-b4df605e-ecfc-44b7-a0ff-10c4cd95abe0 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received unexpected event network-vif-plugged-c14a7bb7-5a28-4e28-be03-9e5200eeb827 for instance with vm_state building and task_state spawning. [ 1805.279938] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2167d983-9384-46e3-afc3-5253b17da3d9 tempest-ServerActionsTestOtherB-1859707476 tempest-ServerActionsTestOtherB-1859707476-project-member] Lock "7cfcc381-6e90-482a-86ac-0cd5f6237dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.545s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.370286] env[62697]: DEBUG nova.network.neutron [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Successfully updated port: c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.400482] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461b052e-a83c-4509-87be-4636fbd8ceef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.408498] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659a419-3ee6-4fdd-bcb7-81d5dcd65599 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.438268] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ece2e2-e1b6-4e8b-b88a-4e9bc81f41c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.443853] env[62697]: DEBUG oslo_concurrency.lockutils [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.444103] env[62697]: DEBUG oslo_concurrency.lockutils [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.450157] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0467ea-a074-4f64-85db-090bf7dd87f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.464346] env[62697]: DEBUG nova.compute.provider_tree [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.872108] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.872271] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.872428] env[62697]: DEBUG nova.network.neutron [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.951064] env[62697]: DEBUG nova.compute.utils [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.967480] env[62697]: DEBUG nova.scheduler.client.report [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1806.411911] env[62697]: DEBUG nova.network.neutron [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.453386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.472441] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.474785] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.856s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.476316] env[62697]: INFO nova.compute.claims [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.494688] env[62697]: INFO nova.scheduler.client.report [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted allocations for instance 20580a64-96b2-4401-aa8e-69228d7abf67 [ 1806.600859] env[62697]: DEBUG nova.network.neutron [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.003151] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ddf63952-67ea-4442-b5f2-1611f7536929 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "20580a64-96b2-4401-aa8e-69228d7abf67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.371s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.103510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.103808] env[62697]: DEBUG nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Instance network_info: |[{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1807.104272] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:cb:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c14a7bb7-5a28-4e28-be03-9e5200eeb827', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.113835] env[62697]: DEBUG oslo.service.loopingcall [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.114078] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.114420] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ffb54c2-4762-4f8b-9c8e-a94c07858838 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.135951] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.135951] env[62697]: value = "task-1707288" [ 1807.135951] env[62697]: _type = "Task" [ 1807.135951] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.143790] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707288, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.295033] env[62697]: DEBUG nova.compute.manager [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1807.295267] env[62697]: DEBUG nova.compute.manager [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing instance network info cache due to event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1807.295520] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.295629] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.295804] env[62697]: DEBUG nova.network.neutron [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.510046] env[62697]: DEBUG oslo_concurrency.lockutils [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.510327] env[62697]: DEBUG oslo_concurrency.lockutils [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.510591] env[62697]: INFO nova.compute.manager [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Attaching volume 4712cf6e-478a-41c5-aa52-89b7f4b266ca to /dev/sdb [ 1807.544550] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49d5766-9e10-488c-a59d-452a672e1823 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.553191] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c14dd96-895c-4207-9ebd-3784814cd0c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.567794] env[62697]: DEBUG nova.virt.block_device [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updating existing volume attachment record: 57c39920-145a-4100-9cf3-053b77d5d449 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1807.603445] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f67b1-1726-46c9-b01a-5f892288f890 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.611641] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f55139f-3d17-4185-bbfd-5cd87d633b9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.644866] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8ff9ff-a6c5-41bc-b60d-81858f8b2916 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.653042] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707288, 'name': CreateVM_Task, 'duration_secs': 0.328752} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.654111] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.654881] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.655063] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.655388] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.656613] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a76ba25-b216-418d-9dd7-1ca22e222c93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.661052] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854c1f13-b0de-4960-89a9-edbf0b5d5bcb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.671893] env[62697]: DEBUG nova.compute.provider_tree [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.675037] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1807.675037] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527d3996-2fe3-a95c-519b-58e0301ee44d" [ 1807.675037] env[62697]: _type = "Task" [ 1807.675037] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.684018] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527d3996-2fe3-a95c-519b-58e0301ee44d, 'name': SearchDatastore_Task, 'duration_secs': 0.013738} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.685354] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.685354] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.685535] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.685597] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.685746] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.686261] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b9b3223-8992-48d7-97d5-2beca1bc2a3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.696569] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.696789] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.697553] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5477be99-da21-4572-9ed0-e5e61ba00940 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.702439] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1807.702439] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522b4835-66a8-8ebe-b770-047baa84c3c4" [ 1807.702439] env[62697]: _type = "Task" [ 1807.702439] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.710263] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522b4835-66a8-8ebe-b770-047baa84c3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.024407] env[62697]: DEBUG nova.network.neutron [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updated VIF entry in instance network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.024789] env[62697]: DEBUG nova.network.neutron [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.177402] env[62697]: DEBUG nova.scheduler.client.report [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1808.212966] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522b4835-66a8-8ebe-b770-047baa84c3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012749} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.214112] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a90d71-276d-408c-94d8-27221fa3a781 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.220296] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1808.220296] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52853b1b-4b58-b8ad-8411-560e0aff3120" [ 1808.220296] env[62697]: _type = "Task" [ 1808.220296] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.228640] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52853b1b-4b58-b8ad-8411-560e0aff3120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.527333] env[62697]: DEBUG oslo_concurrency.lockutils [req-b4052ba2-e073-4970-98a2-0b7df782d3fb req-0090ad07-d317-47ab-9899-fc60c0c52a9f service nova] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.682688] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.683287] env[62697]: DEBUG nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1808.685955] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.998s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.732605] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52853b1b-4b58-b8ad-8411-560e0aff3120, 'name': SearchDatastore_Task, 'duration_secs': 0.09951} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.732958] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.733269] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bbe9d273-676c-417c-ae23-3b8c0b13b7fc/bbe9d273-676c-417c-ae23-3b8c0b13b7fc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.733582] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bc4f626-3d07-44c0-b766-2f500d975826 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.741801] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1808.741801] env[62697]: value = "task-1707293" [ 1808.741801] env[62697]: _type = "Task" [ 1808.741801] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.750234] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.977182] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.977182] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.191569] env[62697]: DEBUG nova.compute.utils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.193056] env[62697]: DEBUG nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Not allocating networking since 'none' was specified. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1809.253510] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.431953] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3526ac9e-eafb-4abd-82f4-37362e767c4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.440783] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ef9b0-29cd-427e-bab4-1cf2572c9ed9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.472346] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868a0325-ae97-4bbc-8a63-19ce631c6726 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.480524] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33750cb9-5616-469a-972a-af8229d4effa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.484905] env[62697]: DEBUG nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1809.497921] env[62697]: DEBUG nova.compute.provider_tree [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.544054] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.544473] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.544816] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.545062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.545274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.548195] env[62697]: INFO nova.compute.manager [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Terminating instance [ 1809.551861] env[62697]: DEBUG nova.compute.manager [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1809.552107] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.553604] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef193d60-b38e-406b-8740-79a876489d3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.561808] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.562093] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08fea0d4-80ab-4abd-ae70-019b13a74d53 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.569390] env[62697]: DEBUG oslo_vmware.api [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1809.569390] env[62697]: value = "task-1707294" [ 1809.569390] env[62697]: _type = "Task" [ 1809.569390] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.577791] env[62697]: DEBUG oslo_vmware.api [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.695349] env[62697]: DEBUG nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1809.753848] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900317} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.754596] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bbe9d273-676c-417c-ae23-3b8c0b13b7fc/bbe9d273-676c-417c-ae23-3b8c0b13b7fc.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.754596] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.754596] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8506318-8d00-4102-8e8e-4c567abfcc08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.761121] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1809.761121] env[62697]: value = "task-1707295" [ 1809.761121] env[62697]: _type = "Task" [ 1809.761121] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.770957] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.001340] env[62697]: DEBUG nova.scheduler.client.report [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1810.017515] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.083681] env[62697]: DEBUG oslo_vmware.api [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707294, 'name': PowerOffVM_Task, 'duration_secs': 0.219411} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.084118] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.084302] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.084585] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea73d9d-2ca6-4cc8-8f2f-8418d2f10802 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.271335] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090075} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.271643] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1810.272449] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde02ab6-789d-439d-bf50-79f5640363bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.295215] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] bbe9d273-676c-417c-ae23-3b8c0b13b7fc/bbe9d273-676c-417c-ae23-3b8c0b13b7fc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.295492] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3379b5-0aa1-4656-a10e-ef9246bbe06e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.315115] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1810.315115] env[62697]: value = "task-1707297" [ 1810.315115] env[62697]: _type = "Task" [ 1810.315115] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.325124] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.705760] env[62697]: DEBUG nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1810.733858] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1810.734131] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1810.734296] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.734496] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1810.734647] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.734795] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1810.735018] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1810.735196] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1810.735367] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1810.735536] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1810.735728] env[62697]: DEBUG nova.virt.hardware [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1810.736642] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba58c4f2-44ed-49a7-81d8-1a767811526a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.744822] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6ef071-0a12-4902-8386-e440ba1a01ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.757950] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.763492] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Creating folder: Project (a429bafc46d54811ae4380fdbcf7d5c3). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.763825] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-630c9073-4a67-4a9c-95a6-8d229c9bd248 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.773747] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Created folder: Project (a429bafc46d54811ae4380fdbcf7d5c3) in parent group-v355409. [ 1810.773933] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Creating folder: Instances. Parent ref: group-v355714. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.774407] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06488ddb-74a5-4179-8f81-b64f247743ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.782541] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Created folder: Instances in parent group-v355714. [ 1810.782769] env[62697]: DEBUG oslo.service.loopingcall [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.782961] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.783537] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75cff3e0-8eb6-4c83-a02f-a7227fec9d46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.799532] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.799532] env[62697]: value = "task-1707300" [ 1810.799532] env[62697]: _type = "Task" [ 1810.799532] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.806832] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707300, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.825790] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707297, 'name': ReconfigVM_Task, 'duration_secs': 0.296161} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.826045] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Reconfigured VM instance instance-0000006f to attach disk [datastore1] bbe9d273-676c-417c-ae23-3b8c0b13b7fc/bbe9d273-676c-417c-ae23-3b8c0b13b7fc.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.826648] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bb28e78-c99a-42ce-b03f-29aa568d5f33 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.831812] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1810.831812] env[62697]: value = "task-1707301" [ 1810.831812] env[62697]: _type = "Task" [ 1810.831812] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.839655] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707301, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.014010] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.328s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.017513] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.018716] env[62697]: INFO nova.compute.claims [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.310441] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707300, 'name': CreateVM_Task, 'duration_secs': 0.296131} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.310806] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.311378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.311674] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.312152] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.312494] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e715b446-e9f3-4740-bc5a-9c82fb375aa7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.317231] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1811.317231] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52743cc9-80d9-9036-cbee-ed582684e97f" [ 1811.317231] env[62697]: _type = "Task" [ 1811.317231] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.325595] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52743cc9-80d9-9036-cbee-ed582684e97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.340399] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707301, 'name': Rename_Task, 'duration_secs': 0.172623} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.340898] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.341251] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4caaee7-7714-491a-887c-ab561a707915 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.346858] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1811.346858] env[62697]: value = "task-1707302" [ 1811.346858] env[62697]: _type = "Task" [ 1811.346858] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.354070] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.496721] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1811.496721] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1811.496721] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleting the datastore file [datastore1] e6c60f1e-cf7a-4836-9e53-6570d16d6430 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1811.496721] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2c692bd-4e5a-4aae-949a-b3e2202fcd0c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.502937] env[62697]: DEBUG oslo_vmware.api [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1811.502937] env[62697]: value = "task-1707303" [ 1811.502937] env[62697]: _type = "Task" [ 1811.502937] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.513680] env[62697]: DEBUG oslo_vmware.api [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.588544] env[62697]: INFO nova.compute.manager [None req-b5639fbb-3ced-4609-a732-0bc022e6956b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Get console output [ 1811.589063] env[62697]: WARNING nova.virt.vmwareapi.driver [None req-b5639fbb-3ced-4609-a732-0bc022e6956b tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] The console log is missing. Check your VSPC configuration [ 1811.629275] env[62697]: INFO nova.scheduler.client.report [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted allocation for migration b0377246-4ee5-4801-b150-82546050521c [ 1811.830511] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52743cc9-80d9-9036-cbee-ed582684e97f, 'name': SearchDatastore_Task, 'duration_secs': 0.013224} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.831220] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.831805] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.832200] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.832779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.832779] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.832951] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bea3546-f63f-4308-929f-8d6180a84400 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.845504] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.846126] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.848031] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52ea4cd-4d40-493f-b229-95d4695b44e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.868853] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.869536] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1811.869536] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529ca80a-20d4-1dce-82b8-c1c71c58b90a" [ 1811.869536] env[62697]: _type = "Task" [ 1811.869536] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.884224] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529ca80a-20d4-1dce-82b8-c1c71c58b90a, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.885115] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9316ccfc-526f-424c-bdcf-a01ac2b5b87b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.890599] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1811.890599] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]528a9e5d-484a-ebe5-bc73-9c977b7f9c74" [ 1811.890599] env[62697]: _type = "Task" [ 1811.890599] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.900218] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528a9e5d-484a-ebe5-bc73-9c977b7f9c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.013233] env[62697]: DEBUG oslo_vmware.api [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169104} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.013471] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.013653] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.013835] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.014025] env[62697]: INFO nova.compute.manager [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Took 2.46 seconds to destroy the instance on the hypervisor. [ 1812.014270] env[62697]: DEBUG oslo.service.loopingcall [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.014490] env[62697]: DEBUG nova.compute.manager [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1812.014612] env[62697]: DEBUG nova.network.neutron [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.140208] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3530fe4e-4b24-4c90-9c73-a3a8c2c2cf87 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.881s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.189874] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbef15-ef1b-4641-9f91-188be83e112a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.202324] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253adfc-fef2-49aa-bd0c-4ba4888463c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.241259] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb2a67-2102-4560-ac49-c1540e6e938a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.249779] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d970126-ec58-4544-b831-d9adbdc1880f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.263581] env[62697]: DEBUG nova.compute.provider_tree [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.357690] env[62697]: DEBUG oslo_vmware.api [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707302, 'name': PowerOnVM_Task, 'duration_secs': 0.530398} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.357968] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.358202] env[62697]: INFO nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1812.358420] env[62697]: DEBUG nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1812.359292] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae775ede-7b64-4d64-984d-b3ba240e8797 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.400514] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]528a9e5d-484a-ebe5-bc73-9c977b7f9c74, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.400772] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.401038] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.401303] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8c31e5a-f43e-40ae-8955-68fcf9632187 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.410604] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1812.410604] env[62697]: value = "task-1707305" [ 1812.410604] env[62697]: _type = "Task" [ 1812.410604] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.421767] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.536918] env[62697]: DEBUG nova.compute.manager [req-e4916ffb-1293-476c-8969-944395353b63 req-4aeb7c40-6f29-457f-8744-04d6aacad331 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Received event network-vif-deleted-87d4284a-c596-4fe2-8b3d-e407bb5070bc {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1812.537224] env[62697]: INFO nova.compute.manager [req-e4916ffb-1293-476c-8969-944395353b63 req-4aeb7c40-6f29-457f-8744-04d6aacad331 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Neutron deleted interface 87d4284a-c596-4fe2-8b3d-e407bb5070bc; detaching it from the instance and deleting it from the info cache [ 1812.537463] env[62697]: DEBUG nova.network.neutron [req-e4916ffb-1293-476c-8969-944395353b63 req-4aeb7c40-6f29-457f-8744-04d6aacad331 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.769021] env[62697]: DEBUG nova.scheduler.client.report [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1812.878378] env[62697]: INFO nova.compute.manager [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Took 13.41 seconds to build instance. [ 1812.925540] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707305, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.008979] env[62697]: DEBUG nova.network.neutron [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.042099] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18f0b0ca-f091-4310-ae70-708b8e7bdd2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.051363] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ad841-3512-4fbb-81b1-844760922f18 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.081888] env[62697]: DEBUG nova.compute.manager [req-e4916ffb-1293-476c-8969-944395353b63 req-4aeb7c40-6f29-457f-8744-04d6aacad331 service nova] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Detach interface failed, port_id=87d4284a-c596-4fe2-8b3d-e407bb5070bc, reason: Instance e6c60f1e-cf7a-4836-9e53-6570d16d6430 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1813.275633] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.276239] env[62697]: DEBUG nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1813.382209] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b92c2584-8c5d-440c-9a22-4e676afb6f5b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.923s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.423998] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587192} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.424475] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.424865] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.425263] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbb8c9cd-8e65-42ee-b23d-3322a12d68f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.432293] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1813.432293] env[62697]: value = "task-1707306" [ 1813.432293] env[62697]: _type = "Task" [ 1813.432293] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.441639] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.517137] env[62697]: INFO nova.compute.manager [-] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Took 1.50 seconds to deallocate network for instance. [ 1813.783959] env[62697]: DEBUG nova.compute.utils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.786555] env[62697]: DEBUG nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1813.786887] env[62697]: DEBUG nova.network.neutron [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.838152] env[62697]: DEBUG nova.policy [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b787ecebb85044f7a28b6c1cce65cfb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7299d4f819d42bc866e46922bb5bee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1813.944728] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.948016] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.948016] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355742b1-a063-4394-ac22-4431ce01fdd0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.968619] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.969371] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c323bb77-fc47-4139-a47e-a8e3534f4fee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.996843] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1813.996843] env[62697]: value = "task-1707307" [ 1813.996843] env[62697]: _type = "Task" [ 1813.996843] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.007010] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.025537] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.026646] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.026931] env[62697]: DEBUG nova.objects.instance [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'resources' on Instance uuid e6c60f1e-cf7a-4836-9e53-6570d16d6430 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.107772] env[62697]: DEBUG nova.compute.manager [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1814.108386] env[62697]: DEBUG nova.compute.manager [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing instance network info cache due to event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1814.108542] env[62697]: DEBUG oslo_concurrency.lockutils [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.108629] env[62697]: DEBUG oslo_concurrency.lockutils [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.109347] env[62697]: DEBUG nova.network.neutron [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1814.128676] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1814.129148] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355713', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'name': 'volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e866b33f-12c9-4219-8473-270abee54f82', 'attached_at': '', 'detached_at': '', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'serial': '4712cf6e-478a-41c5-aa52-89b7f4b266ca'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1814.130366] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8150e4d9-3758-4845-a35d-6c06f857a6fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.152879] env[62697]: DEBUG nova.network.neutron [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Successfully created port: 42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.156021] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71557888-638c-463e-9a48-7460a7546dd6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.182958] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca/volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.184513] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17500b3e-e148-44ab-97d2-bbd21415ccfd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.200756] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.200997] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.208772] env[62697]: DEBUG oslo_vmware.api [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1814.208772] env[62697]: value = "task-1707308" [ 1814.208772] env[62697]: _type = "Task" [ 1814.208772] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.218089] env[62697]: DEBUG oslo_vmware.api [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.291148] env[62697]: DEBUG nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1814.506893] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707307, 'name': ReconfigVM_Task, 'duration_secs': 0.290938} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.507775] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.508570] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f895eca-dd07-4d2f-830f-d9bbcd6a13d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.514279] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1814.514279] env[62697]: value = "task-1707309" [ 1814.514279] env[62697]: _type = "Task" [ 1814.514279] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.522523] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707309, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.703719] env[62697]: DEBUG nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1814.728012] env[62697]: DEBUG oslo_vmware.api [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707308, 'name': ReconfigVM_Task, 'duration_secs': 0.393746} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.730019] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca/volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.736897] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db74e31-92bc-470c-9af9-5c3bc5a3e75a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.760727] env[62697]: DEBUG oslo_vmware.api [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1814.760727] env[62697]: value = "task-1707310" [ 1814.760727] env[62697]: _type = "Task" [ 1814.760727] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.770489] env[62697]: DEBUG oslo_vmware.api [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.776142] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53037d03-db51-4ee2-854c-51d8981165ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.784217] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e764d05c-9769-426d-a74c-7e1c83546bd9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.830409] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bbf65d-3bf6-4a36-a53c-b6927b8c0b74 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.839103] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7ef069-b401-4433-8dbe-11cc7f84fd51 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.857473] env[62697]: DEBUG nova.compute.provider_tree [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.979283] env[62697]: DEBUG nova.network.neutron [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updated VIF entry in instance network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.979682] env[62697]: DEBUG nova.network.neutron [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.024975] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707309, 'name': Rename_Task, 'duration_secs': 0.148888} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.025275] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.025531] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c11b7686-fd54-4d85-8a0c-3c799fc71bde {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.033826] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1815.033826] env[62697]: value = "task-1707311" [ 1815.033826] env[62697]: _type = "Task" [ 1815.033826] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.041699] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.167311] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.167477] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.223836] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.270319] env[62697]: DEBUG oslo_vmware.api [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707310, 'name': ReconfigVM_Task, 'duration_secs': 0.140057} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.270720] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355713', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'name': 'volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e866b33f-12c9-4219-8473-270abee54f82', 'attached_at': '', 'detached_at': '', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'serial': '4712cf6e-478a-41c5-aa52-89b7f4b266ca'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1815.329084] env[62697]: DEBUG nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1815.356698] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1815.356960] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1815.357137] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.357328] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1815.357479] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.357629] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1815.357840] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1815.358009] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1815.358201] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1815.358369] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1815.358548] env[62697]: DEBUG nova.virt.hardware [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1815.359439] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc07597e-5ac2-4554-82ed-37904436958a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.362800] env[62697]: DEBUG nova.scheduler.client.report [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1815.371480] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bca541-9b9f-4f2a-86a5-f49e01a6575e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.483418] env[62697]: DEBUG oslo_concurrency.lockutils [req-894a2b86-e2fc-40cf-b58a-0125c477d3b7 req-6629d94f-491b-49ec-b2b6-fc7b32cb54ed service nova] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.543869] env[62697]: DEBUG oslo_vmware.api [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707311, 'name': PowerOnVM_Task, 'duration_secs': 0.431282} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.544182] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.544391] env[62697]: INFO nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Took 4.84 seconds to spawn the instance on the hypervisor. [ 1815.544604] env[62697]: DEBUG nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1815.545422] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303b88bf-31f4-4ef7-adab-84cb89d2283f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.670489] env[62697]: DEBUG nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1815.763247] env[62697]: DEBUG nova.compute.manager [req-8905b174-b93c-4c77-9cce-330186510be6 req-b7fa3808-3e24-4485-9a6b-e75191397df7 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-vif-plugged-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1815.763563] env[62697]: DEBUG oslo_concurrency.lockutils [req-8905b174-b93c-4c77-9cce-330186510be6 req-b7fa3808-3e24-4485-9a6b-e75191397df7 service nova] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.764087] env[62697]: DEBUG oslo_concurrency.lockutils [req-8905b174-b93c-4c77-9cce-330186510be6 req-b7fa3808-3e24-4485-9a6b-e75191397df7 service nova] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.764296] env[62697]: DEBUG oslo_concurrency.lockutils [req-8905b174-b93c-4c77-9cce-330186510be6 req-b7fa3808-3e24-4485-9a6b-e75191397df7 service nova] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.764498] env[62697]: DEBUG nova.compute.manager [req-8905b174-b93c-4c77-9cce-330186510be6 req-b7fa3808-3e24-4485-9a6b-e75191397df7 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] No waiting events found dispatching network-vif-plugged-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1815.764675] env[62697]: WARNING nova.compute.manager [req-8905b174-b93c-4c77-9cce-330186510be6 req-b7fa3808-3e24-4485-9a6b-e75191397df7 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received unexpected event network-vif-plugged-42cd56e4-e384-40b3-8d0c-879266c28907 for instance with vm_state building and task_state spawning. [ 1815.865204] env[62697]: DEBUG nova.network.neutron [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Successfully updated port: 42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1815.867393] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.869278] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.646s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.872702] env[62697]: INFO nova.compute.claims [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.894635] env[62697]: INFO nova.scheduler.client.report [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted allocations for instance e6c60f1e-cf7a-4836-9e53-6570d16d6430 [ 1816.062769] env[62697]: INFO nova.compute.manager [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Took 13.46 seconds to build instance. [ 1816.193714] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.312447] env[62697]: DEBUG nova.objects.instance [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'flavor' on Instance uuid e866b33f-12c9-4219-8473-270abee54f82 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.367536] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.367699] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.367854] env[62697]: DEBUG nova.network.neutron [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.401095] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b315b38-cfe5-4d7a-9182-0aee43b34d0f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "e6c60f1e-cf7a-4836-9e53-6570d16d6430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.857s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.565046] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3a26eb71-31bf-42ce-97ff-df55c6329292 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.967s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.674710] env[62697]: INFO nova.compute.manager [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Rebuilding instance [ 1816.818825] env[62697]: DEBUG oslo_concurrency.lockutils [None req-16be5046-f6dd-45d3-83dc-bcab612ee3bf tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.308s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.886244] env[62697]: DEBUG nova.compute.manager [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1816.887119] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e661ee33-800d-4de1-94b1-099703bcb3f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.921761] env[62697]: DEBUG nova.network.neutron [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.019514] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c545be-457d-4125-90df-64249ce8ea89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.027755] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23d60d2-dc52-4067-85df-21649d36164e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.058854] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ecb99a-b7c1-472c-a91d-0cace94af6ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.066372] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56adc25-3a8c-4300-83df-43de50febdc1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.080652] env[62697]: DEBUG nova.compute.provider_tree [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.181751] env[62697]: DEBUG nova.network.neutron [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": "42cd56e4-e384-40b3-8d0c-879266c28907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.401020] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.401020] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8388356a-2b8e-4461-a0f4-782edfb62540 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.407716] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1817.407716] env[62697]: value = "task-1707312" [ 1817.407716] env[62697]: _type = "Task" [ 1817.407716] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.416312] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.587060] env[62697]: DEBUG nova.scheduler.client.report [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1817.685888] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.685888] env[62697]: DEBUG nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Instance network_info: |[{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": "42cd56e4-e384-40b3-8d0c-879266c28907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1817.686166] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:05:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42cd56e4-e384-40b3-8d0c-879266c28907', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1817.694488] env[62697]: DEBUG oslo.service.loopingcall [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.694780] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1817.695656] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9e5b44a-2e8f-42ab-946a-beeeebd5cfa3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.720078] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1817.720078] env[62697]: value = "task-1707313" [ 1817.720078] env[62697]: _type = "Task" [ 1817.720078] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.727086] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707313, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.795619] env[62697]: DEBUG nova.compute.manager [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1817.795884] env[62697]: DEBUG nova.compute.manager [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing instance network info cache due to event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1817.796224] env[62697]: DEBUG oslo_concurrency.lockutils [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] Acquiring lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.796322] env[62697]: DEBUG oslo_concurrency.lockutils [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] Acquired lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.796487] env[62697]: DEBUG nova.network.neutron [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.918249] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707312, 'name': PowerOffVM_Task, 'duration_secs': 0.181699} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.918579] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.918819] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.919639] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85771c42-efd2-4467-abc2-0b289bf3998b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.926367] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.926605] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f4c5608-6366-4753-bc52-324fd4e80115 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.951392] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.951635] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.951825] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Deleting the datastore file [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.952099] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b66269-8e37-4ccd-8db6-9b4c838d3369 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.959591] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1817.959591] env[62697]: value = "task-1707315" [ 1817.959591] env[62697]: _type = "Task" [ 1817.959591] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.971645] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.091993] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.092599] env[62697]: DEBUG nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1818.095296] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.902s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.096767] env[62697]: INFO nova.compute.claims [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.866146] env[62697]: DEBUG nova.compute.utils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.881778] env[62697]: DEBUG nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1818.881970] env[62697]: DEBUG nova.network.neutron [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.884080] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "dadc2d2a-5513-460a-a2af-276ab3e0237e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.884321] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.896101] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707313, 'name': CreateVM_Task, 'duration_secs': 0.365721} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.896638] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120419} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.896638] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.896755] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1818.896937] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1818.897182] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.903141] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.903141] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.903141] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.903141] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79d9b9c-9120-48c3-b607-ec337ffbddcc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.908496] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1818.908496] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524e5907-fd4a-90b9-e826-a9ad14a59abf" [ 1818.908496] env[62697]: _type = "Task" [ 1818.908496] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.917618] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524e5907-fd4a-90b9-e826-a9ad14a59abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.929766] env[62697]: DEBUG nova.policy [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9bfaff1d1c471b9a437ac0a1416720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a82610c0287b466f875d38c215f40be6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1819.134297] env[62697]: DEBUG nova.network.neutron [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updated VIF entry in instance network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.134764] env[62697]: DEBUG nova.network.neutron [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": "42cd56e4-e384-40b3-8d0c-879266c28907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.166538] env[62697]: DEBUG nova.network.neutron [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Successfully created port: 7dcd6850-e22d-4b10-80b8-65f746110d8b {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.375765] env[62697]: DEBUG nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1819.388438] env[62697]: DEBUG nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1819.394473] env[62697]: DEBUG nova.compute.manager [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1819.423266] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524e5907-fd4a-90b9-e826-a9ad14a59abf, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.423266] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.423266] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.423489] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.424045] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.424045] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.424259] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a9d2ec0-3296-4999-85f3-7a904dda65d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.436774] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.436952] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.437996] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad28822-3204-4837-9111-4374a60c677f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.446861] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1819.446861] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc9ba3-dd71-da35-b8cb-4df449e9ba9e" [ 1819.446861] env[62697]: _type = "Task" [ 1819.446861] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.455663] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc9ba3-dd71-da35-b8cb-4df449e9ba9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.550012] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d2b76d-f1b0-4743-a4a3-0e89fae7bdff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.558053] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5c9050-36e9-40bb-9e2e-151b491197e1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.587861] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a91947-b01c-4f69-b4bc-b13c2fc14f13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.595814] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d2888-9e6a-478f-8943-b5bb7ab1fbce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.609307] env[62697]: DEBUG nova.compute.provider_tree [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.637387] env[62697]: DEBUG oslo_concurrency.lockutils [req-5ce936b4-e685-45af-a35e-1d04421e61e0 req-a6c77623-acd9-4172-b045-dfdfda07536f service nova] Releasing lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.912438] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.913277] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.937766] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1819.938033] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1819.938238] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.938456] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1819.938610] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.938762] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1819.938999] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1819.939143] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1819.939314] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1819.939503] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1819.939682] env[62697]: DEBUG nova.virt.hardware [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1819.940556] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309eb6b0-fd55-4339-b6ae-8d2c074381f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.952566] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3421821f-4140-406e-b43f-808ab9cd0ac7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.969148] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.974684] env[62697]: DEBUG oslo.service.loopingcall [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.977690] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.977971] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52bc9ba3-dd71-da35-b8cb-4df449e9ba9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.978186] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a25a7c-4b74-459b-864e-545f3135b10d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.990220] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae301fa4-8522-4536-9b70-db0a8f76eac3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.996093] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1819.996093] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5226a816-1a39-fb5a-4c64-2832f378271d" [ 1819.996093] env[62697]: _type = "Task" [ 1819.996093] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.999814] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.999814] env[62697]: value = "task-1707316" [ 1819.999814] env[62697]: _type = "Task" [ 1819.999814] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.005927] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5226a816-1a39-fb5a-4c64-2832f378271d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.010636] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707316, 'name': CreateVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.112453] env[62697]: DEBUG nova.scheduler.client.report [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1820.390634] env[62697]: DEBUG nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1820.418689] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1820.419014] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1820.419209] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.419402] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1820.419551] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.419703] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1820.419914] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1820.420090] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1820.420265] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1820.420564] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1820.420662] env[62697]: DEBUG nova.virt.hardware [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1820.421554] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a62e1fa-5b28-4a52-8e15-ff206df6ea29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.429933] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2361cb-b27d-4a9b-b0eb-19294c2621cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.509837] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5226a816-1a39-fb5a-4c64-2832f378271d, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.512832] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.513156] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.513396] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707316, 'name': CreateVM_Task, 'duration_secs': 0.30839} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.513641] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39be92ff-460d-4ee0-a83d-c41edacd946b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.515488] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.515887] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.516054] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.516364] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.516948] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d9a2c4-e10d-425e-b0d6-c37e365b28f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.521049] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1820.521049] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab4568-97a7-82eb-0008-4ca919b137d1" [ 1820.521049] env[62697]: _type = "Task" [ 1820.521049] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.522255] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1820.522255] env[62697]: value = "task-1707317" [ 1820.522255] env[62697]: _type = "Task" [ 1820.522255] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.533825] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab4568-97a7-82eb-0008-4ca919b137d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.536341] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.570738] env[62697]: DEBUG nova.compute.manager [req-957eb482-d908-4b10-94e4-fb38543209aa req-225f9946-e154-42a5-8fbe-fa73f87cab31 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Received event network-vif-plugged-7dcd6850-e22d-4b10-80b8-65f746110d8b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1820.571000] env[62697]: DEBUG oslo_concurrency.lockutils [req-957eb482-d908-4b10-94e4-fb38543209aa req-225f9946-e154-42a5-8fbe-fa73f87cab31 service nova] Acquiring lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.571313] env[62697]: DEBUG oslo_concurrency.lockutils [req-957eb482-d908-4b10-94e4-fb38543209aa req-225f9946-e154-42a5-8fbe-fa73f87cab31 service nova] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.571509] env[62697]: DEBUG oslo_concurrency.lockutils [req-957eb482-d908-4b10-94e4-fb38543209aa req-225f9946-e154-42a5-8fbe-fa73f87cab31 service nova] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.571710] env[62697]: DEBUG nova.compute.manager [req-957eb482-d908-4b10-94e4-fb38543209aa req-225f9946-e154-42a5-8fbe-fa73f87cab31 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] No waiting events found dispatching network-vif-plugged-7dcd6850-e22d-4b10-80b8-65f746110d8b {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1820.571965] env[62697]: WARNING nova.compute.manager [req-957eb482-d908-4b10-94e4-fb38543209aa req-225f9946-e154-42a5-8fbe-fa73f87cab31 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Received unexpected event network-vif-plugged-7dcd6850-e22d-4b10-80b8-65f746110d8b for instance with vm_state building and task_state spawning. [ 1820.617905] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.618509] env[62697]: DEBUG nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1820.621543] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.709s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.622999] env[62697]: INFO nova.compute.claims [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.668239] env[62697]: DEBUG nova.network.neutron [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Successfully updated port: 7dcd6850-e22d-4b10-80b8-65f746110d8b {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.037839] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab4568-97a7-82eb-0008-4ca919b137d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019839} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.041355] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.041650] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.041900] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.042063] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.042250] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.042543] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.042768] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-511a1ee4-ab33-4010-92ee-6133ce15a0de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.056947] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.057217] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.057960] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79604d8e-d28b-42c1-ab02-1c8b4d9311dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.064428] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1821.064428] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5271b950-603c-dfcd-2e49-47743c4e8904" [ 1821.064428] env[62697]: _type = "Task" [ 1821.064428] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.073026] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5271b950-603c-dfcd-2e49-47743c4e8904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.127582] env[62697]: DEBUG nova.compute.utils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.131130] env[62697]: DEBUG nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1821.131358] env[62697]: DEBUG nova.network.neutron [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1821.170547] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "refresh_cache-1bafdda4-7de0-45c2-9d47-9f7f9820f16b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.170711] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquired lock "refresh_cache-1bafdda4-7de0-45c2-9d47-9f7f9820f16b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.170863] env[62697]: DEBUG nova.network.neutron [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.174284] env[62697]: DEBUG nova.policy [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1821.429053] env[62697]: DEBUG nova.network.neutron [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Successfully created port: 965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.538843] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626595} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.538843] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1821.538843] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1821.538843] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71ab5eed-b17d-41b7-bdd2-236a30449848 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.544296] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1821.544296] env[62697]: value = "task-1707318" [ 1821.544296] env[62697]: _type = "Task" [ 1821.544296] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.551984] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.574925] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5271b950-603c-dfcd-2e49-47743c4e8904, 'name': SearchDatastore_Task, 'duration_secs': 0.059888} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.575716] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0883b8f8-6c53-4db6-88fa-301f27bcf489 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.582591] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1821.582591] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520c595c-941a-9ea5-a9a2-3169662eb0ea" [ 1821.582591] env[62697]: _type = "Task" [ 1821.582591] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.589539] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520c595c-941a-9ea5-a9a2-3169662eb0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.631875] env[62697]: DEBUG nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1821.727951] env[62697]: DEBUG nova.network.neutron [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.795083] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe430b64-6ad8-42cb-917f-ea0c6847c1bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.804335] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c589e0-aae0-45fc-a004-9f4df39d28e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.837269] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e38215-bb13-4da5-9ccd-777b6edbd511 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.844708] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a0cba-8339-4a6f-b90c-8bb1cef61537 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.858115] env[62697]: DEBUG nova.compute.provider_tree [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.883598] env[62697]: DEBUG nova.network.neutron [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Updating instance_info_cache with network_info: [{"id": "7dcd6850-e22d-4b10-80b8-65f746110d8b", "address": "fa:16:3e:9e:ce:b7", "network": {"id": "83cad946-3f94-47ad-923d-b9b490a90226", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1296281556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a82610c0287b466f875d38c215f40be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcd6850-e2", "ovs_interfaceid": "7dcd6850-e22d-4b10-80b8-65f746110d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.054394] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06683} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.054669] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1822.055432] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e805025-80b6-4ebb-bcbb-569c2d471939 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.076949] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.077220] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-925e3188-5e64-4cd4-bc24-19bc8339b4d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.114343] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520c595c-941a-9ea5-a9a2-3169662eb0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.115979] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.116373] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.116838] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1822.116838] env[62697]: value = "task-1707319" [ 1822.116838] env[62697]: _type = "Task" [ 1822.116838] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.117135] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-037791fa-1070-4767-94b6-5ae98d253e18 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.130992] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.132568] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1822.132568] env[62697]: value = "task-1707320" [ 1822.132568] env[62697]: _type = "Task" [ 1822.132568] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.148438] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.361443] env[62697]: DEBUG nova.scheduler.client.report [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1822.385877] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Releasing lock "refresh_cache-1bafdda4-7de0-45c2-9d47-9f7f9820f16b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.386357] env[62697]: DEBUG nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Instance network_info: |[{"id": "7dcd6850-e22d-4b10-80b8-65f746110d8b", "address": "fa:16:3e:9e:ce:b7", "network": {"id": "83cad946-3f94-47ad-923d-b9b490a90226", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1296281556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a82610c0287b466f875d38c215f40be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcd6850-e2", "ovs_interfaceid": "7dcd6850-e22d-4b10-80b8-65f746110d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1822.387301] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:ce:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dcd6850-e22d-4b10-80b8-65f746110d8b', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1822.396755] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Creating folder: Project (a82610c0287b466f875d38c215f40be6). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1822.398154] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4dead0-f7de-4c27-8513-8981fe1c7a64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.411593] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Created folder: Project (a82610c0287b466f875d38c215f40be6) in parent group-v355409. [ 1822.411832] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Creating folder: Instances. Parent ref: group-v355719. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1822.412163] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0110df16-5d76-4506-8d36-ef8ad53087ad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.423195] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Created folder: Instances in parent group-v355719. [ 1822.423522] env[62697]: DEBUG oslo.service.loopingcall [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.423753] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1822.423970] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f644f11-afb4-4e49-b32a-8f2a660463b9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.445936] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1822.445936] env[62697]: value = "task-1707323" [ 1822.445936] env[62697]: _type = "Task" [ 1822.445936] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.454701] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707323, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.597756] env[62697]: DEBUG nova.compute.manager [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Received event network-changed-7dcd6850-e22d-4b10-80b8-65f746110d8b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1822.597887] env[62697]: DEBUG nova.compute.manager [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Refreshing instance network info cache due to event network-changed-7dcd6850-e22d-4b10-80b8-65f746110d8b. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1822.598276] env[62697]: DEBUG oslo_concurrency.lockutils [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] Acquiring lock "refresh_cache-1bafdda4-7de0-45c2-9d47-9f7f9820f16b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.598487] env[62697]: DEBUG oslo_concurrency.lockutils [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] Acquired lock "refresh_cache-1bafdda4-7de0-45c2-9d47-9f7f9820f16b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.598712] env[62697]: DEBUG nova.network.neutron [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Refreshing network info cache for port 7dcd6850-e22d-4b10-80b8-65f746110d8b {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.630848] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.642576] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707320, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.650569] env[62697]: DEBUG nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1822.680845] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1822.681226] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1822.681417] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.681612] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1822.681765] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.681985] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1822.682141] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1822.682353] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1822.682573] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1822.682772] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1822.683025] env[62697]: DEBUG nova.virt.hardware [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1822.684331] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be75fc1-ff07-4774-9574-8d63d1ccb813 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.692757] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f30f8c5-59d6-4708-badb-09a581374613 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.868121] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.868625] env[62697]: DEBUG nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1822.871307] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.958s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.922119] env[62697]: DEBUG nova.network.neutron [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Successfully updated port: 965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.955860] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707323, 'name': CreateVM_Task, 'duration_secs': 0.411461} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.956055] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.956751] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.956921] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.957258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.957511] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95743e2-19a5-4760-bcae-f0829bed343c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.961779] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1822.961779] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d5d4fa-b4fb-fb71-fc9c-dfb17598c803" [ 1822.961779] env[62697]: _type = "Task" [ 1822.961779] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.969157] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d5d4fa-b4fb-fb71-fc9c-dfb17598c803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.130429] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707319, 'name': ReconfigVM_Task, 'duration_secs': 0.612316} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.132559] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.133225] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a29ea0e-4c5c-4a1d-aadb-43c33ca2505a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.143221] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540627} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.144401] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.144640] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.144951] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1823.144951] env[62697]: value = "task-1707324" [ 1823.144951] env[62697]: _type = "Task" [ 1823.144951] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.145150] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a29f262a-dd6d-4da7-b3fe-5d5565d4bca1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.154649] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707324, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.155938] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1823.155938] env[62697]: value = "task-1707325" [ 1823.155938] env[62697]: _type = "Task" [ 1823.155938] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.163971] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.313729] env[62697]: DEBUG nova.network.neutron [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Updated VIF entry in instance network info cache for port 7dcd6850-e22d-4b10-80b8-65f746110d8b. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.314132] env[62697]: DEBUG nova.network.neutron [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Updating instance_info_cache with network_info: [{"id": "7dcd6850-e22d-4b10-80b8-65f746110d8b", "address": "fa:16:3e:9e:ce:b7", "network": {"id": "83cad946-3f94-47ad-923d-b9b490a90226", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1296281556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a82610c0287b466f875d38c215f40be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcd6850-e2", "ovs_interfaceid": "7dcd6850-e22d-4b10-80b8-65f746110d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.377028] env[62697]: INFO nova.compute.claims [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1823.381209] env[62697]: DEBUG nova.compute.utils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.382523] env[62697]: DEBUG nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1823.382725] env[62697]: DEBUG nova.network.neutron [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.423016] env[62697]: DEBUG nova.policy [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f96e794e679849b7b661571728269c70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c49dbfba89e9419ebdb6815ed93ec7ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1823.425850] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.425905] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.426059] env[62697]: DEBUG nova.network.neutron [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.471772] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52d5d4fa-b4fb-fb71-fc9c-dfb17598c803, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.472106] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.472291] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1823.472524] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.472695] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.472962] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.473231] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a2129b-76f1-4a76-a479-867f33fa56e9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.481581] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.481758] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.482443] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178a7eea-8ccf-48b8-8206-478d02c70934 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.487438] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1823.487438] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52663a68-328d-f277-3c54-a17c4edd6f77" [ 1823.487438] env[62697]: _type = "Task" [ 1823.487438] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.495056] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52663a68-328d-f277-3c54-a17c4edd6f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.657034] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707324, 'name': Rename_Task, 'duration_secs': 0.16273} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.660113] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.660378] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d0e6324-7e0a-4c1c-883c-6c2c29251353 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.666813] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063373} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.667934] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.668271] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1823.668271] env[62697]: value = "task-1707326" [ 1823.668271] env[62697]: _type = "Task" [ 1823.668271] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.668925] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c3eb57-8074-4642-a623-7e0435608854 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.678234] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.685689] env[62697]: DEBUG nova.network.neutron [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Successfully created port: 138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.696274] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.696621] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd07e5fa-9473-4081-a44d-9d9deae2270e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.718498] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1823.718498] env[62697]: value = "task-1707327" [ 1823.718498] env[62697]: _type = "Task" [ 1823.718498] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.727802] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.817386] env[62697]: DEBUG oslo_concurrency.lockutils [req-4e3c1462-ce05-406a-add2-764a5b64ba5e req-2082918a-aae7-4a8a-b7dd-2e832bce3755 service nova] Releasing lock "refresh_cache-1bafdda4-7de0-45c2-9d47-9f7f9820f16b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.884576] env[62697]: INFO nova.compute.resource_tracker [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating resource usage from migration d84d1137-b0ed-48cc-bfc6-77a2b8f2acaa [ 1823.887584] env[62697]: DEBUG nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1823.997719] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52663a68-328d-f277-3c54-a17c4edd6f77, 'name': SearchDatastore_Task, 'duration_secs': 0.019396} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.998542] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db483f0f-8445-45a8-b707-02e0c7b0f7a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.005543] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1824.005543] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]521b3273-7bf9-4d05-407f-0f45c08baf2b" [ 1824.005543] env[62697]: _type = "Task" [ 1824.005543] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.014934] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521b3273-7bf9-4d05-407f-0f45c08baf2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.017909] env[62697]: DEBUG nova.network.neutron [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.075505] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1bc8e8-8dd0-4846-bc7c-ce1bec161fa9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.082742] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defcfaa0-b84b-4c0e-9bb7-5058ef62a3e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.116765] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469829af-58fa-4d30-ae24-39043fb031ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.124716] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf639a4-c41b-4bd9-b81b-07770d4b057b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.138492] env[62697]: DEBUG nova.compute.provider_tree [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.180683] env[62697]: DEBUG oslo_vmware.api [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707326, 'name': PowerOnVM_Task, 'duration_secs': 0.505575} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.181180] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.181460] env[62697]: INFO nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1824.181665] env[62697]: DEBUG nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1824.182516] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d46cc7c-6bdf-43e5-9879-058b2436114b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.186307] env[62697]: DEBUG nova.network.neutron [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.228810] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707327, 'name': ReconfigVM_Task, 'duration_secs': 0.383982} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.229108] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607/4d69dbcd-20ab-471f-9eeb-9855be6eb607.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.229791] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302b9419-8846-4767-8a2e-f3819f818d30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.236793] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1824.236793] env[62697]: value = "task-1707328" [ 1824.236793] env[62697]: _type = "Task" [ 1824.236793] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.244298] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707328, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.515695] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]521b3273-7bf9-4d05-407f-0f45c08baf2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.516044] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.516364] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1bafdda4-7de0-45c2-9d47-9f7f9820f16b/1bafdda4-7de0-45c2-9d47-9f7f9820f16b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.516673] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a16eb5-d030-4651-aaef-e1aff5040f26 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.523122] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1824.523122] env[62697]: value = "task-1707329" [ 1824.523122] env[62697]: _type = "Task" [ 1824.523122] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.532909] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.623552] env[62697]: DEBUG nova.compute.manager [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-vif-plugged-965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1824.623552] env[62697]: DEBUG oslo_concurrency.lockutils [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] Acquiring lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.623781] env[62697]: DEBUG oslo_concurrency.lockutils [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.623976] env[62697]: DEBUG oslo_concurrency.lockutils [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.624174] env[62697]: DEBUG nova.compute.manager [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] No waiting events found dispatching network-vif-plugged-965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1824.624339] env[62697]: WARNING nova.compute.manager [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received unexpected event network-vif-plugged-965ba602-2dfa-4bd3-9a98-38e3a8cd201c for instance with vm_state building and task_state spawning. [ 1824.624506] env[62697]: DEBUG nova.compute.manager [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1824.624662] env[62697]: DEBUG nova.compute.manager [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing instance network info cache due to event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1824.624843] env[62697]: DEBUG oslo_concurrency.lockutils [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.642030] env[62697]: DEBUG nova.scheduler.client.report [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1824.697581] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.697858] env[62697]: DEBUG nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Instance network_info: |[{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1824.699726] env[62697]: DEBUG oslo_concurrency.lockutils [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.699940] env[62697]: DEBUG nova.network.neutron [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.701210] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:64:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965ba602-2dfa-4bd3-9a98-38e3a8cd201c', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.709171] env[62697]: DEBUG oslo.service.loopingcall [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.710105] env[62697]: INFO nova.compute.manager [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Took 14.72 seconds to build instance. [ 1824.712899] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.713826] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43eb1626-9a3e-41c9-b7e6-f8c8db9065a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.734244] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.734244] env[62697]: value = "task-1707330" [ 1824.734244] env[62697]: _type = "Task" [ 1824.734244] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.745096] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707330, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.748384] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707328, 'name': Rename_Task, 'duration_secs': 0.342403} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.748619] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.748902] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-797a6c69-b418-4bc7-836b-e5b4952e072a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.756558] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1824.756558] env[62697]: value = "task-1707331" [ 1824.756558] env[62697]: _type = "Task" [ 1824.756558] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.766634] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.898867] env[62697]: DEBUG nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1824.928431] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1824.928702] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1824.928865] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.929065] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1824.929371] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.929517] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1824.929737] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1824.929900] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1824.930085] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1824.930258] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1824.930434] env[62697]: DEBUG nova.virt.hardware [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1824.931349] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76828509-da1a-4179-a381-31ef602e110b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.940442] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35395d-b6c9-4622-a374-1ad628190aa6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.016355] env[62697]: DEBUG nova.network.neutron [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updated VIF entry in instance network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.016786] env[62697]: DEBUG nova.network.neutron [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.035254] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.150016] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.276s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.150016] env[62697]: INFO nova.compute.manager [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Migrating [ 1825.214648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7105bd15-7442-4d6f-add2-6b060ec062de tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.238s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.247306] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707330, 'name': CreateVM_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.267883] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.443900] env[62697]: DEBUG nova.network.neutron [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Successfully updated port: 138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.519889] env[62697]: DEBUG oslo_concurrency.lockutils [req-aa365c95-8951-4ff4-8edb-b0e29e639539 req-54b43b35-60e5-4c67-bde2-4b2841008c53 service nova] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.539049] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629804} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.539049] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 1bafdda4-7de0-45c2-9d47-9f7f9820f16b/1bafdda4-7de0-45c2-9d47-9f7f9820f16b.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1825.539049] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1825.539049] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cb52478-b801-4b6e-aeef-69e73229dea9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.545871] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1825.545871] env[62697]: value = "task-1707332" [ 1825.545871] env[62697]: _type = "Task" [ 1825.545871] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.554860] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.662968] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.663206] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.663401] env[62697]: DEBUG nova.network.neutron [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.745353] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707330, 'name': CreateVM_Task, 'duration_secs': 0.626873} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.745549] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.752932] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.753147] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.753534] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.753887] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9589a852-6fcc-40af-9067-498d2d2d4edc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.758869] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1825.758869] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab00c4-21df-a94f-ed4b-87b4bba7e6e6" [ 1825.758869] env[62697]: _type = "Task" [ 1825.758869] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.771553] env[62697]: DEBUG oslo_vmware.api [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707331, 'name': PowerOnVM_Task, 'duration_secs': 0.860829} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.774787] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1825.775170] env[62697]: DEBUG nova.compute.manager [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1825.775255] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab00c4-21df-a94f-ed4b-87b4bba7e6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.775964] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0023b1d2-4dfe-4c58-b296-e724ce52f913 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.820731] env[62697]: DEBUG nova.compute.manager [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1825.820826] env[62697]: DEBUG nova.compute.manager [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing instance network info cache due to event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1825.820972] env[62697]: DEBUG oslo_concurrency.lockutils [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] Acquiring lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.821152] env[62697]: DEBUG oslo_concurrency.lockutils [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] Acquired lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.821320] env[62697]: DEBUG nova.network.neutron [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.950493] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.950493] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.950798] env[62697]: DEBUG nova.network.neutron [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.055085] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151538} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.055378] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.056174] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab687c15-2865-4052-a00a-3d4098346432 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.079237] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 1bafdda4-7de0-45c2-9d47-9f7f9820f16b/1bafdda4-7de0-45c2-9d47-9f7f9820f16b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.079600] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf0f489-5e19-4457-bced-0de74567f84c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.101350] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1826.101350] env[62697]: value = "task-1707333" [ 1826.101350] env[62697]: _type = "Task" [ 1826.101350] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.109515] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.273351] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ab00c4-21df-a94f-ed4b-87b4bba7e6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.044316} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.273802] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.274083] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.274327] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.274479] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.274680] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.275018] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557b567f-127f-4b06-8473-e8614a673060 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.289059] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.289130] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.292506] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5622aa96-4b77-4736-a607-ea04a418e1ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.295293] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.295451] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.295686] env[62697]: DEBUG nova.objects.instance [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1826.301216] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1826.301216] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529d024f-2084-f3bc-539a-51769a3aaa98" [ 1826.301216] env[62697]: _type = "Task" [ 1826.301216] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.310232] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529d024f-2084-f3bc-539a-51769a3aaa98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.389994] env[62697]: DEBUG nova.network.neutron [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.453766] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.453904] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.454130] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.454443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.454658] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.458359] env[62697]: INFO nova.compute.manager [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Terminating instance [ 1826.460190] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "refresh_cache-4d69dbcd-20ab-471f-9eeb-9855be6eb607" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.460354] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquired lock "refresh_cache-4d69dbcd-20ab-471f-9eeb-9855be6eb607" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.460525] env[62697]: DEBUG nova.network.neutron [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.485451] env[62697]: DEBUG nova.network.neutron [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.591420] env[62697]: DEBUG nova.network.neutron [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updated VIF entry in instance network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.591805] env[62697]: DEBUG nova.network.neutron [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": "42cd56e4-e384-40b3-8d0c-879266c28907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.612937] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707333, 'name': ReconfigVM_Task, 'duration_secs': 0.276822} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.613087] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 1bafdda4-7de0-45c2-9d47-9f7f9820f16b/1bafdda4-7de0-45c2-9d47-9f7f9820f16b.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.614048] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-224fed66-ea01-4e50-90cd-e571a093917a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.618886] env[62697]: DEBUG nova.network.neutron [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Updating instance_info_cache with network_info: [{"id": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "address": "fa:16:3e:ea:8b:62", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138e5f48-0e", "ovs_interfaceid": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.621142] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1826.621142] env[62697]: value = "task-1707334" [ 1826.621142] env[62697]: _type = "Task" [ 1826.621142] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.631046] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707334, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.649659] env[62697]: DEBUG nova.compute.manager [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Received event network-vif-plugged-138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1826.649879] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] Acquiring lock "dadc2d2a-5513-460a-a2af-276ab3e0237e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.650105] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.650278] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.650443] env[62697]: DEBUG nova.compute.manager [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] No waiting events found dispatching network-vif-plugged-138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1826.650609] env[62697]: WARNING nova.compute.manager [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Received unexpected event network-vif-plugged-138e5f48-0ebc-4682-afe9-88b7f0b9df22 for instance with vm_state building and task_state spawning. [ 1826.651566] env[62697]: DEBUG nova.compute.manager [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Received event network-changed-138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1826.651789] env[62697]: DEBUG nova.compute.manager [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Refreshing instance network info cache due to event network-changed-138e5f48-0ebc-4682-afe9-88b7f0b9df22. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1826.651972] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] Acquiring lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.813027] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529d024f-2084-f3bc-539a-51769a3aaa98, 'name': SearchDatastore_Task, 'duration_secs': 0.15603} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.813415] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231f2235-a721-4f36-98cf-febf198d5209 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.819466] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1826.819466] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ea30a9-5598-e85e-13a4-41aceca894a1" [ 1826.819466] env[62697]: _type = "Task" [ 1826.819466] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.827019] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ea30a9-5598-e85e-13a4-41aceca894a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.893287] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.981026] env[62697]: DEBUG nova.network.neutron [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.043784] env[62697]: DEBUG nova.network.neutron [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.094718] env[62697]: DEBUG oslo_concurrency.lockutils [req-95609c88-42b7-41b7-ab3e-7fbc2d9d8f3e req-36b16789-6cef-40ef-987b-4fe9cef3a4d3 service nova] Releasing lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.122019] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.122336] env[62697]: DEBUG nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Instance network_info: |[{"id": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "address": "fa:16:3e:ea:8b:62", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138e5f48-0e", "ovs_interfaceid": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1827.122731] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] Acquired lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.122916] env[62697]: DEBUG nova.network.neutron [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Refreshing network info cache for port 138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.124397] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:8b:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138e5f48-0ebc-4682-afe9-88b7f0b9df22', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.133504] env[62697]: DEBUG oslo.service.loopingcall [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.139615] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.139946] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47f03984-c5c5-42b0-b465-5071c430ee90 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.159815] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707334, 'name': Rename_Task, 'duration_secs': 0.172866} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.161078] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.161244] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.161244] env[62697]: value = "task-1707335" [ 1827.161244] env[62697]: _type = "Task" [ 1827.161244] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.161414] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6e45cd1-1ee8-4285-b8a1-846be96dac95 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.170696] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707335, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.171842] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1827.171842] env[62697]: value = "task-1707336" [ 1827.171842] env[62697]: _type = "Task" [ 1827.171842] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.178832] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.307553] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d8b8554b-fe50-499b-b574-c07c48bdefe5 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.330025] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ea30a9-5598-e85e-13a4-41aceca894a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.330296] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.330542] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] b57b6b09-c3fe-4757-9a1a-2a6baae8c900/b57b6b09-c3fe-4757-9a1a-2a6baae8c900.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.330801] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e095a0df-bdec-4764-8926-daa4ef045799 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.337437] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1827.337437] env[62697]: value = "task-1707337" [ 1827.337437] env[62697]: _type = "Task" [ 1827.337437] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.345334] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.349905] env[62697]: DEBUG nova.network.neutron [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Updated VIF entry in instance network info cache for port 138e5f48-0ebc-4682-afe9-88b7f0b9df22. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.350261] env[62697]: DEBUG nova.network.neutron [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Updating instance_info_cache with network_info: [{"id": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "address": "fa:16:3e:ea:8b:62", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138e5f48-0e", "ovs_interfaceid": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.547186] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Releasing lock "refresh_cache-4d69dbcd-20ab-471f-9eeb-9855be6eb607" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.547835] env[62697]: DEBUG nova.compute.manager [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1827.548139] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.549425] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f3f2b-a21a-4e78-b694-e94e1b74d846 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.560334] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.560689] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9299c7d-89a7-459d-b7c7-0ffa944d119a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.569011] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1827.569011] env[62697]: value = "task-1707338" [ 1827.569011] env[62697]: _type = "Task" [ 1827.569011] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.578525] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.672416] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707335, 'name': CreateVM_Task, 'duration_secs': 0.33526} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.675679] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.676380] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.676590] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.676914] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.677495] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05f4a3f-e5dd-4bce-bdf7-18a40568cc73 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.682466] env[62697]: DEBUG oslo_vmware.api [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707336, 'name': PowerOnVM_Task, 'duration_secs': 0.483024} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.683660] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.683873] env[62697]: INFO nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1827.684080] env[62697]: DEBUG nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1827.684387] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1827.684387] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52309cbc-2f6b-eab7-3bf7-087780b395da" [ 1827.684387] env[62697]: _type = "Task" [ 1827.684387] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.685064] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5920e1-bdc0-44ea-a12c-5bfdf5bc92e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.698932] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52309cbc-2f6b-eab7-3bf7-087780b395da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.847878] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.852561] env[62697]: DEBUG oslo_concurrency.lockutils [req-4a2464ef-b6f2-46ed-9b01-c1f3447385f6 req-04f7d233-7583-4445-a9d9-d4c1a76c16eb service nova] Releasing lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.080591] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.198559] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52309cbc-2f6b-eab7-3bf7-087780b395da, 'name': SearchDatastore_Task, 'duration_secs': 0.29942} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.198969] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.199268] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.199560] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.199739] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.200014] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.204562] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf0b935e-fbee-4a9b-a038-6c8919e65c6e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.208822] env[62697]: INFO nova.compute.manager [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Took 13.00 seconds to build instance. [ 1828.251321] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.251606] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.252993] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6796bfd8-f093-4ec2-902c-228b6ade60db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.258915] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1828.258915] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52aed6e6-114b-a6ef-760c-3c3689a12ae1" [ 1828.258915] env[62697]: _type = "Task" [ 1828.258915] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.266347] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aed6e6-114b-a6ef-760c-3c3689a12ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.348035] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707337, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.410033] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b7561-f6a2-4e06-8f4a-865bb0a65fad {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.428425] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance '49b7f188-7032-40e1-af33-345be6abf233' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1828.497017] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.581624] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707338, 'name': PowerOffVM_Task, 'duration_secs': 0.920248} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.581913] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.582102] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.582361] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea12cf5c-d6f0-4a91-8328-dc43efb66948 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.655209] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.655492] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.655781] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Deleting the datastore file [datastore1] 4d69dbcd-20ab-471f-9eeb-9855be6eb607 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.656100] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ab1a1fd-7ce5-454b-9c0e-8e3f2bb41f91 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.662885] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for the task: (returnval){ [ 1828.662885] env[62697]: value = "task-1707340" [ 1828.662885] env[62697]: _type = "Task" [ 1828.662885] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.671330] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.711386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4279185a-bc87-4372-b385-6edac6e6da72 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.510s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.711787] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.215s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.712011] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.712280] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.712491] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.714844] env[62697]: INFO nova.compute.manager [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Terminating instance [ 1828.716948] env[62697]: DEBUG nova.compute.manager [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1828.717187] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.718114] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7399ad-3c17-43b0-83f5-b64529425f0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.725808] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.726072] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d9c2cb-2cde-44ac-b9fa-34ed23358a3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.732682] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1828.732682] env[62697]: value = "task-1707341" [ 1828.732682] env[62697]: _type = "Task" [ 1828.732682] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.740379] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.770365] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52aed6e6-114b-a6ef-760c-3c3689a12ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.198091} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.771154] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b47487-ba5f-43de-ab76-2b8b70e432be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.776264] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1828.776264] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5285da6e-d9d0-00fc-1f84-7534425479d5" [ 1828.776264] env[62697]: _type = "Task" [ 1828.776264] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.783735] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5285da6e-d9d0-00fc-1f84-7534425479d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.850588] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707337, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.14867} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.850887] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] b57b6b09-c3fe-4757-9a1a-2a6baae8c900/b57b6b09-c3fe-4757-9a1a-2a6baae8c900.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.851189] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.851447] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3486d5c-2f62-4f63-a1db-6b4fef1a7e81 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.858686] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1828.858686] env[62697]: value = "task-1707342" [ 1828.858686] env[62697]: _type = "Task" [ 1828.858686] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.869104] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.934357] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.934719] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c98661-a2c4-4343-9a46-cecfc43d1c2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.942592] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1828.942592] env[62697]: value = "task-1707343" [ 1828.942592] env[62697]: _type = "Task" [ 1828.942592] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.951169] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.172683] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.241808] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707341, 'name': PowerOffVM_Task, 'duration_secs': 0.178975} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.242143] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.242363] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.242623] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d7b5575-bf3d-4751-8a23-6807c31908f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.286189] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5285da6e-d9d0-00fc-1f84-7534425479d5, 'name': SearchDatastore_Task, 'duration_secs': 0.132628} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.286443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.286703] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] dadc2d2a-5513-460a-a2af-276ab3e0237e/dadc2d2a-5513-460a-a2af-276ab3e0237e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.286959] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecffa8eb-46ab-4086-9015-a13465a1238a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.293237] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1829.293237] env[62697]: value = "task-1707345" [ 1829.293237] env[62697]: _type = "Task" [ 1829.293237] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.300821] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.307948] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.308191] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.308378] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Deleting the datastore file [datastore1] 1bafdda4-7de0-45c2-9d47-9f7f9820f16b {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.308618] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98eec698-2ea5-45d8-9ed3-149e2421d0ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.313810] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for the task: (returnval){ [ 1829.313810] env[62697]: value = "task-1707346" [ 1829.313810] env[62697]: _type = "Task" [ 1829.313810] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.321646] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.368402] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251612} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.368551] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.369271] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d803922f-8763-4ae2-9719-31d9f7a2f93e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.391029] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b57b6b09-c3fe-4757-9a1a-2a6baae8c900/b57b6b09-c3fe-4757-9a1a-2a6baae8c900.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.391684] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfaa3fc-a650-4c52-90b9-8943bed04113 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.410789] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1829.410789] env[62697]: value = "task-1707347" [ 1829.410789] env[62697]: _type = "Task" [ 1829.410789] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.418508] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.453572] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707343, 'name': PowerOffVM_Task, 'duration_secs': 0.158511} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.455039] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.455039] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance '49b7f188-7032-40e1-af33-345be6abf233' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1829.675086] env[62697]: DEBUG oslo_vmware.api [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Task: {'id': task-1707340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.784627} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.675387] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.675581] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.675770] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.675950] env[62697]: INFO nova.compute.manager [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1829.676265] env[62697]: DEBUG oslo.service.loopingcall [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.676486] env[62697]: DEBUG nova.compute.manager [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1829.676589] env[62697]: DEBUG nova.network.neutron [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.691431] env[62697]: DEBUG nova.network.neutron [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.802917] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.822516] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.919984] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.961264] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1829.961526] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1829.961642] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.961833] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1829.961996] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.962161] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1829.962381] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1829.962546] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1829.962715] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1829.962878] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1829.963072] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1829.968359] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180e720a-e0a9-4188-a988-ff01d39d2394 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.984904] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1829.984904] env[62697]: value = "task-1707348" [ 1829.984904] env[62697]: _type = "Task" [ 1829.984904] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.992504] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.194582] env[62697]: DEBUG nova.network.neutron [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.304088] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707345, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.322474] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.421837] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.498244] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707348, 'name': ReconfigVM_Task, 'duration_secs': 0.234392} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.498751] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance '49b7f188-7032-40e1-af33-345be6abf233' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1830.697210] env[62697]: INFO nova.compute.manager [-] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Took 1.02 seconds to deallocate network for instance. [ 1830.803857] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707345, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.826282] env[62697]: DEBUG oslo_vmware.api [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Task: {'id': task-1707346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.029086} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.826573] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.827893] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.827893] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.827893] env[62697]: INFO nova.compute.manager [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1830.828183] env[62697]: DEBUG oslo.service.loopingcall [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.828245] env[62697]: DEBUG nova.compute.manager [-] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1830.829469] env[62697]: DEBUG nova.network.neutron [-] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.921731] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.008018] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1831.008297] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1831.008462] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.008650] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1831.008801] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.008955] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1831.009180] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1831.009517] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1831.009517] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1831.009659] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1831.009842] env[62697]: DEBUG nova.virt.hardware [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1831.015504] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1831.015835] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd702c85-ad7a-409c-b8d7-0bfb0165a638 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.039096] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1831.039096] env[62697]: value = "task-1707349" [ 1831.039096] env[62697]: _type = "Task" [ 1831.039096] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.047627] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.095870] env[62697]: DEBUG nova.compute.manager [req-605e2922-f2d0-4b3f-96b6-b26ed195d9b8 req-7b3f8e6d-16c6-421a-afb4-462ed593ed06 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Received event network-vif-deleted-7dcd6850-e22d-4b10-80b8-65f746110d8b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1831.095870] env[62697]: INFO nova.compute.manager [req-605e2922-f2d0-4b3f-96b6-b26ed195d9b8 req-7b3f8e6d-16c6-421a-afb4-462ed593ed06 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Neutron deleted interface 7dcd6850-e22d-4b10-80b8-65f746110d8b; detaching it from the instance and deleting it from the info cache [ 1831.096141] env[62697]: DEBUG nova.network.neutron [req-605e2922-f2d0-4b3f-96b6-b26ed195d9b8 req-7b3f8e6d-16c6-421a-afb4-462ed593ed06 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.203530] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.203831] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.204080] env[62697]: DEBUG nova.objects.instance [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lazy-loading 'resources' on Instance uuid 4d69dbcd-20ab-471f-9eeb-9855be6eb607 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.304699] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707345, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.006627} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.305012] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] dadc2d2a-5513-460a-a2af-276ab3e0237e/dadc2d2a-5513-460a-a2af-276ab3e0237e.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.305243] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.305508] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b592e66-7bdb-408a-8ddd-9e373c153c1b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.311749] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1831.311749] env[62697]: value = "task-1707350" [ 1831.311749] env[62697]: _type = "Task" [ 1831.311749] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.319073] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.422136] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.549325] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707349, 'name': ReconfigVM_Task, 'duration_secs': 0.190104} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.549607] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1831.550439] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc827dc9-a86a-44b4-8e38-d8a8490416b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.572417] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 49b7f188-7032-40e1-af33-345be6abf233/49b7f188-7032-40e1-af33-345be6abf233.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.572698] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f027a8-9b88-4130-b034-0fcca3edd6ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.585270] env[62697]: DEBUG nova.network.neutron [-] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.592394] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1831.592394] env[62697]: value = "task-1707351" [ 1831.592394] env[62697]: _type = "Task" [ 1831.592394] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.601166] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.601441] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff8ade81-09c3-4bf6-9f0d-50911179cf65 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.610730] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0ba617-4ad3-4dea-92c3-f827c97efb93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.640083] env[62697]: DEBUG nova.compute.manager [req-605e2922-f2d0-4b3f-96b6-b26ed195d9b8 req-7b3f8e6d-16c6-421a-afb4-462ed593ed06 service nova] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Detach interface failed, port_id=7dcd6850-e22d-4b10-80b8-65f746110d8b, reason: Instance 1bafdda4-7de0-45c2-9d47-9f7f9820f16b could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1831.823251] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066253} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.823591] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.824485] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb21186-4d28-4671-a3b1-6546bf9afd35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.846837] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] dadc2d2a-5513-460a-a2af-276ab3e0237e/dadc2d2a-5513-460a-a2af-276ab3e0237e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.849453] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c61ca99-929f-4973-b57b-b4d7d15f1746 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.869629] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1831.869629] env[62697]: value = "task-1707352" [ 1831.869629] env[62697]: _type = "Task" [ 1831.869629] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.873953] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d764d27-e441-46bd-b606-8eb29429ff20 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.881284] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.883868] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc9b1c-3a19-4884-adcf-0cc27984a3ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.917526] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3e4d94-36d1-4441-afed-8881a9fa72a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.927577] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b18c93-49f3-4a7c-9161-a12936746c63 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.931295] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.940718] env[62697]: DEBUG nova.compute.provider_tree [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.088337] env[62697]: INFO nova.compute.manager [-] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Took 1.26 seconds to deallocate network for instance. [ 1832.104820] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.380242] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.425031] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707347, 'name': ReconfigVM_Task, 'duration_secs': 2.607852} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.425349] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b57b6b09-c3fe-4757-9a1a-2a6baae8c900/b57b6b09-c3fe-4757-9a1a-2a6baae8c900.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.426072] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-418dad22-f60c-4b16-a619-2a5524afab3f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.433154] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1832.433154] env[62697]: value = "task-1707353" [ 1832.433154] env[62697]: _type = "Task" [ 1832.433154] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.445678] env[62697]: DEBUG nova.scheduler.client.report [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1832.448765] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707353, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.599542] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.605895] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707351, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.880085] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707352, 'name': ReconfigVM_Task, 'duration_secs': 0.770125} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.880428] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] dadc2d2a-5513-460a-a2af-276ab3e0237e/dadc2d2a-5513-460a-a2af-276ab3e0237e.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.880951] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6376a8c-3a89-4086-beb8-e69db8531237 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.886891] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1832.886891] env[62697]: value = "task-1707354" [ 1832.886891] env[62697]: _type = "Task" [ 1832.886891] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.894101] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707354, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.941050] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707353, 'name': Rename_Task, 'duration_secs': 0.133282} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.941273] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.941576] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc77e6fc-100b-48c0-82db-2f7d09907d09 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.946997] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1832.946997] env[62697]: value = "task-1707355" [ 1832.946997] env[62697]: _type = "Task" [ 1832.946997] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.950283] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.952208] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.353s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.952438] env[62697]: DEBUG nova.objects.instance [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lazy-loading 'resources' on Instance uuid 1bafdda4-7de0-45c2-9d47-9f7f9820f16b {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.957527] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.973618] env[62697]: INFO nova.scheduler.client.report [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Deleted allocations for instance 4d69dbcd-20ab-471f-9eeb-9855be6eb607 [ 1833.104381] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707351, 'name': ReconfigVM_Task, 'duration_secs': 1.048057} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.104670] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 49b7f188-7032-40e1-af33-345be6abf233/49b7f188-7032-40e1-af33-345be6abf233.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.104944] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance '49b7f188-7032-40e1-af33-345be6abf233' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1833.397559] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707354, 'name': Rename_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.459523] env[62697]: DEBUG oslo_vmware.api [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707355, 'name': PowerOnVM_Task, 'duration_secs': 0.505067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.460012] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.460281] env[62697]: INFO nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1833.460417] env[62697]: DEBUG nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1833.461309] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b66b0-ff0f-43cf-91c1-b653696f9a69 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.482139] env[62697]: DEBUG oslo_concurrency.lockutils [None req-4e89d163-7708-4de9-b77a-1d7a955fbeb9 tempest-ServerShowV257Test-601810879 tempest-ServerShowV257Test-601810879-project-member] Lock "4d69dbcd-20ab-471f-9eeb-9855be6eb607" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.027s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.612923] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48153688-d937-483d-b21a-81c2c124dca9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.616785] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b781986-88c1-47f2-95e3-eb556d9f273f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.638909] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce04be8-acde-4e08-be55-05646f258081 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.643702] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2144eb4a-d6fe-41ee-8a88-9fd0daa1e0f0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.662557] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance '49b7f188-7032-40e1-af33-345be6abf233' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1833.696579] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b00a99-d0cd-4011-a6b4-03cca82adf89 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.706352] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e7b11e-1179-4f54-80a7-29f50fc888c2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.723057] env[62697]: DEBUG nova.compute.provider_tree [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.898656] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707354, 'name': Rename_Task, 'duration_secs': 0.864838} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.898992] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.899302] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22df39ee-ccf8-4c15-9b4b-334aa1b3461a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.905645] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1833.905645] env[62697]: value = "task-1707356" [ 1833.905645] env[62697]: _type = "Task" [ 1833.905645] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.913383] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.982807] env[62697]: INFO nova.compute.manager [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Took 17.81 seconds to build instance. [ 1834.227712] env[62697]: DEBUG nova.scheduler.client.report [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1834.238462] env[62697]: DEBUG nova.network.neutron [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Port aa5709ce-25b8-4bb3-aba1-378719b37e14 binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1834.415861] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.484702] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2cf9f90-389b-45ea-b1ff-8f610a265336 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.317s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.732140] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.762386] env[62697]: INFO nova.scheduler.client.report [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Deleted allocations for instance 1bafdda4-7de0-45c2-9d47-9f7f9820f16b [ 1834.916442] env[62697]: DEBUG oslo_vmware.api [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707356, 'name': PowerOnVM_Task, 'duration_secs': 0.818271} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.916817] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.916906] env[62697]: INFO nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1834.917211] env[62697]: DEBUG nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1834.917881] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ae4435-1098-4288-8f0b-a8e591a00c3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.259585] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.259842] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.260085] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.272042] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2d28d50a-6106-48b9-8288-5181418a13c4 tempest-ServerAddressesNegativeTestJSON-1503300047 tempest-ServerAddressesNegativeTestJSON-1503300047-project-member] Lock "1bafdda4-7de0-45c2-9d47-9f7f9820f16b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.560s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.436124] env[62697]: INFO nova.compute.manager [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Took 15.54 seconds to build instance. [ 1835.518220] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.518502] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.518722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.518953] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.519160] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.521996] env[62697]: INFO nova.compute.manager [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Terminating instance [ 1835.524465] env[62697]: DEBUG nova.compute.manager [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1835.524719] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.525024] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fb3af8-87b1-4d69-b3b5-f982303bca64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.532724] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1835.532724] env[62697]: value = "task-1707357" [ 1835.532724] env[62697]: _type = "Task" [ 1835.532724] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.542763] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.626179] env[62697]: DEBUG nova.compute.manager [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1835.626417] env[62697]: DEBUG nova.compute.manager [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing instance network info cache due to event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1835.626672] env[62697]: DEBUG oslo_concurrency.lockutils [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.626858] env[62697]: DEBUG oslo_concurrency.lockutils [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.627994] env[62697]: DEBUG nova.network.neutron [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.919344] env[62697]: DEBUG nova.compute.manager [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Received event network-changed-138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1835.919654] env[62697]: DEBUG nova.compute.manager [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Refreshing instance network info cache due to event network-changed-138e5f48-0ebc-4682-afe9-88b7f0b9df22. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1835.919940] env[62697]: DEBUG oslo_concurrency.lockutils [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] Acquiring lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.919940] env[62697]: DEBUG oslo_concurrency.lockutils [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] Acquired lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.920500] env[62697]: DEBUG nova.network.neutron [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Refreshing network info cache for port 138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.940469] env[62697]: DEBUG oslo_concurrency.lockutils [None req-ab24e3d7-0a0b-4107-b208-6443699a0ebc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.056s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.045858] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707357, 'name': PowerOffVM_Task, 'duration_secs': 0.223102} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.046148] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.046411] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1836.046674] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355697', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'name': 'volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '72d27d2d-c916-4a0f-aacc-5436f1aaef7e', 'attached_at': '2024-12-10T20:49:21.000000', 'detached_at': '', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'serial': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1836.047788] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3333c0-7a51-4bba-aeb6-e49f12decbae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.069315] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397fbed2-ac63-4494-9b21-e58e6600cdbd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.080057] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c1a3ad-fd04-457d-afbe-e58abb023b5d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.102989] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a539757-685b-43f1-adec-1b9c339e7ee5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.119452] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] The volume has not been displaced from its original location: [datastore1] volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1/volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1836.125224] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1836.125604] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a0badc-13c0-4b34-9f1f-658857b85fbc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.147938] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1836.147938] env[62697]: value = "task-1707358" [ 1836.147938] env[62697]: _type = "Task" [ 1836.147938] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.157675] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.336927] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.337253] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.337465] env[62697]: DEBUG nova.network.neutron [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.372275] env[62697]: DEBUG nova.network.neutron [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updated VIF entry in instance network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.372669] env[62697]: DEBUG nova.network.neutron [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.659354] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707358, 'name': ReconfigVM_Task, 'duration_secs': 0.17276} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.659754] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1836.668218] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c36002-65d4-4d9f-85d0-2c19725c18ee {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.686528] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1836.686528] env[62697]: value = "task-1707359" [ 1836.686528] env[62697]: _type = "Task" [ 1836.686528] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.700534] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.875430] env[62697]: DEBUG oslo_concurrency.lockutils [req-cb3cd932-5cc8-44eb-bf75-2d2f445ed3c3 req-0157b554-2ee8-4b67-8a05-ab1bc1aad700 service nova] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.904010] env[62697]: DEBUG nova.network.neutron [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Updated VIF entry in instance network info cache for port 138e5f48-0ebc-4682-afe9-88b7f0b9df22. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.904510] env[62697]: DEBUG nova.network.neutron [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Updating instance_info_cache with network_info: [{"id": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "address": "fa:16:3e:ea:8b:62", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138e5f48-0e", "ovs_interfaceid": "138e5f48-0ebc-4682-afe9-88b7f0b9df22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.131869] env[62697]: DEBUG nova.network.neutron [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.199017] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707359, 'name': ReconfigVM_Task, 'duration_secs': 0.21188} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.199017] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355697', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'name': 'volume-39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '72d27d2d-c916-4a0f-aacc-5436f1aaef7e', 'attached_at': '2024-12-10T20:49:21.000000', 'detached_at': '', 'volume_id': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1', 'serial': '39406cb5-25e4-4734-a0f6-9dd542b1a9c1'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1837.199017] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.199017] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e786d-c449-4906-9e78-e0ece7b8b702 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.204132] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.204778] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f305c75-9495-4bbc-8f30-675f0090bb93 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.298397] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1837.298397] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1837.298977] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleting the datastore file [datastore1] 72d27d2d-c916-4a0f-aacc-5436f1aaef7e {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1837.299251] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13d8a48e-b2b9-42cd-8be7-64339e17fdf4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.306579] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1837.306579] env[62697]: value = "task-1707361" [ 1837.306579] env[62697]: _type = "Task" [ 1837.306579] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.315396] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.407384] env[62697]: DEBUG oslo_concurrency.lockutils [req-6287b7d0-4e35-4a39-b585-92982f7f259a req-3f2f011f-2cc3-4847-a701-251f9615fd46 service nova] Releasing lock "refresh_cache-dadc2d2a-5513-460a-a2af-276ab3e0237e" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.637233] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.662443] env[62697]: DEBUG nova.compute.manager [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1837.662534] env[62697]: DEBUG nova.compute.manager [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing instance network info cache due to event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1837.662786] env[62697]: DEBUG oslo_concurrency.lockutils [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.663943] env[62697]: DEBUG oslo_concurrency.lockutils [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.663943] env[62697]: DEBUG nova.network.neutron [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.817035] env[62697]: DEBUG oslo_vmware.api [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2418} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.817989] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1837.817989] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1837.817989] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1837.818173] env[62697]: INFO nova.compute.manager [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1837.818406] env[62697]: DEBUG oslo.service.loopingcall [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.818603] env[62697]: DEBUG nova.compute.manager [-] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1837.818696] env[62697]: DEBUG nova.network.neutron [-] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.966010] env[62697]: DEBUG nova.compute.manager [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1837.966279] env[62697]: DEBUG nova.compute.manager [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing instance network info cache due to event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1837.966751] env[62697]: DEBUG oslo_concurrency.lockutils [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.161274] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d59faf-5fa4-4865-953a-e53eb09bd503 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.182060] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a3270b-7c77-42b7-8b43-8382bc49cdf0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.189133] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance '49b7f188-7032-40e1-af33-345be6abf233' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1838.399488] env[62697]: DEBUG nova.network.neutron [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updated VIF entry in instance network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.399888] env[62697]: DEBUG nova.network.neutron [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.697013] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.697394] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e87555-632a-4ee7-a7b6-ddd988ed3983 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.705497] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1838.705497] env[62697]: value = "task-1707362" [ 1838.705497] env[62697]: _type = "Task" [ 1838.705497] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.713329] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.903960] env[62697]: DEBUG oslo_concurrency.lockutils [req-7a2c7c57-e36b-4960-9b8e-540d497d6556 req-ba777ffb-6444-4e06-9a87-de72df17e4aa service nova] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.903960] env[62697]: DEBUG oslo_concurrency.lockutils [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.904782] env[62697]: DEBUG nova.network.neutron [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.976022] env[62697]: DEBUG nova.network.neutron [-] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.141180] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.141431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.216278] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.344890] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.344890] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.479603] env[62697]: INFO nova.compute.manager [-] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Took 1.66 seconds to deallocate network for instance. [ 1839.643592] env[62697]: DEBUG nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1839.677084] env[62697]: DEBUG nova.network.neutron [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updated VIF entry in instance network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.677504] env[62697]: DEBUG nova.network.neutron [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.717945] env[62697]: DEBUG oslo_vmware.api [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707362, 'name': PowerOnVM_Task, 'duration_secs': 0.581458} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.718250] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.718944] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30c35b-be8a-4541-8f4a-7c96df2fdbe1 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance '49b7f188-7032-40e1-af33-345be6abf233' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1839.725404] env[62697]: DEBUG nova.compute.manager [req-f5248966-32b9-4faa-8178-0756e2277005 req-2f43f1e8-ab98-4369-be40-a55f5e5fc2e1 service nova] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Received event network-vif-deleted-5e2a7f3b-f79e-4b35-917c-7e7271601e28 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1839.846811] env[62697]: DEBUG nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1840.032449] env[62697]: INFO nova.compute.manager [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Took 0.55 seconds to detach 1 volumes for instance. [ 1840.034693] env[62697]: DEBUG nova.compute.manager [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Deleting volume: 39406cb5-25e4-4734-a0f6-9dd542b1a9c1 {{(pid=62697) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1840.164942] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.165238] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.166857] env[62697]: INFO nova.compute.claims [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.186220] env[62697]: DEBUG oslo_concurrency.lockutils [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.186500] env[62697]: DEBUG nova.compute.manager [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1840.186718] env[62697]: DEBUG nova.compute.manager [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing instance network info cache due to event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1840.186975] env[62697]: DEBUG oslo_concurrency.lockutils [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.187175] env[62697]: DEBUG oslo_concurrency.lockutils [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.187379] env[62697]: DEBUG nova.network.neutron [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.365264] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.572260] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.988142] env[62697]: DEBUG nova.network.neutron [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updated VIF entry in instance network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.988656] env[62697]: DEBUG nova.network.neutron [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.341664] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c39e93-e0c7-4924-9290-2b9194803004 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.349324] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b29912-0c33-47d5-a8d9-ed8a99e8b0ff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.381481] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d4e40c-6dcd-4cf5-aaac-9c9352c1f993 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.389431] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac5a518-2403-4afb-a3cf-dfa28549fa30 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.403595] env[62697]: DEBUG nova.compute.provider_tree [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.491741] env[62697]: DEBUG oslo_concurrency.lockutils [req-75064f93-9403-4915-bc65-d993789dab6e req-d4474a98-470e-4aba-813c-4b0c6a93e9d4 service nova] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.907597] env[62697]: DEBUG nova.scheduler.client.report [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1842.412460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.413016] env[62697]: DEBUG nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1842.416062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.051s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.417452] env[62697]: INFO nova.compute.claims [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.561588] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.561884] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.562181] env[62697]: DEBUG nova.compute.manager [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Going to confirm migration 9 {{(pid=62697) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1842.921761] env[62697]: DEBUG nova.compute.utils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.925937] env[62697]: DEBUG nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Not allocating networking since 'none' was specified. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1843.112309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.112547] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.112729] env[62697]: DEBUG nova.network.neutron [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.112918] env[62697]: DEBUG nova.objects.instance [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'info_cache' on Instance uuid 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.426684] env[62697]: DEBUG nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1843.571847] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5249a964-b69a-4487-852a-6a2bec27c794 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.579602] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1c943-fe3a-47a6-9fd4-7180ddfeed97 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.609482] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c0c83f-720c-42c2-aa68-1bdbd8a2a110 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.619053] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28342e56-ba58-4c7c-a84f-8ab10e2c59be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.633438] env[62697]: DEBUG nova.compute.provider_tree [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.959042] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-bbe9d273-676c-417c-ae23-3b8c0b13b7fc-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.959221] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-bbe9d273-676c-417c-ae23-3b8c0b13b7fc-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.959466] env[62697]: DEBUG nova.objects.instance [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'flavor' on Instance uuid bbe9d273-676c-417c-ae23-3b8c0b13b7fc {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.135974] env[62697]: DEBUG nova.scheduler.client.report [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1844.371277] env[62697]: DEBUG nova.network.neutron [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [{"id": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "address": "fa:16:3e:32:cc:20", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5709ce-25", "ovs_interfaceid": "aa5709ce-25b8-4bb3-aba1-378719b37e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.440764] env[62697]: DEBUG nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1844.475134] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1844.475523] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1844.475756] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.476013] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1844.476225] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.476434] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1844.476720] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1844.476943] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1844.477214] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1844.477489] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1844.477760] env[62697]: DEBUG nova.virt.hardware [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1844.478959] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f89ca-0507-4b62-b8b6-bd773a021b0e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.488839] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a06988-36cb-4064-9d51-2d5beda1d95d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.510722] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.519126] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Creating folder: Project (5629285e6edb4999a14cd8a08f8a9605). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1844.519819] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf77a25-b3cd-427d-ba49-6026f06af60d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.532066] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Created folder: Project (5629285e6edb4999a14cd8a08f8a9605) in parent group-v355409. [ 1844.532271] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Creating folder: Instances. Parent ref: group-v355724. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1844.532559] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-252163ae-c6e2-46f3-929d-20ec9f4440f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.541564] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Created folder: Instances in parent group-v355724. [ 1844.541788] env[62697]: DEBUG oslo.service.loopingcall [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.541975] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.542190] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23f16db6-577a-48b9-89f7-d605a239ea42 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.559314] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.559314] env[62697]: value = "task-1707366" [ 1844.559314] env[62697]: _type = "Task" [ 1844.559314] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.560141] env[62697]: DEBUG nova.objects.instance [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'pci_requests' on Instance uuid bbe9d273-676c-417c-ae23-3b8c0b13b7fc {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.575122] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707366, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.640734] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.641310] env[62697]: DEBUG nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1844.643927] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.072s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.644151] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.667679] env[62697]: INFO nova.scheduler.client.report [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted allocations for instance 72d27d2d-c916-4a0f-aacc-5436f1aaef7e [ 1844.874386] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-49b7f188-7032-40e1-af33-345be6abf233" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.876064] env[62697]: DEBUG nova.objects.instance [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'migration_context' on Instance uuid 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.066238] env[62697]: DEBUG nova.objects.base [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1845.066474] env[62697]: DEBUG nova.network.neutron [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1845.074214] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707366, 'name': CreateVM_Task, 'duration_secs': 0.309269} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.074407] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1845.074909] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.075171] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.075560] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1845.075869] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e13f0d2-cac5-4249-93f6-48abdd50d044 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.080705] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1845.080705] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520d937f-c8b0-f0f8-ede7-eef38f447237" [ 1845.080705] env[62697]: _type = "Task" [ 1845.080705] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.088686] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520d937f-c8b0-f0f8-ede7-eef38f447237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.147963] env[62697]: DEBUG nova.compute.utils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.149286] env[62697]: DEBUG nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Not allocating networking since 'none' was specified. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1845.160724] env[62697]: DEBUG nova.policy [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1845.175331] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d1299a44-2fa9-4c93-a1ba-c91522d37b7c tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "72d27d2d-c916-4a0f-aacc-5436f1aaef7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.657s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.378907] env[62697]: DEBUG nova.objects.base [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Object Instance<49b7f188-7032-40e1-af33-345be6abf233> lazy-loaded attributes: info_cache,migration_context {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1845.379952] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4224a4f2-abc2-4b86-b378-90c78a7f539a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.403397] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d67c2df-581d-453f-a18b-7838d1e5ae1d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.409169] env[62697]: DEBUG oslo_vmware.api [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1845.409169] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad806d-ebdf-3ba6-601d-202e7838256a" [ 1845.409169] env[62697]: _type = "Task" [ 1845.409169] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.417040] env[62697]: DEBUG oslo_vmware.api [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad806d-ebdf-3ba6-601d-202e7838256a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.591312] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520d937f-c8b0-f0f8-ede7-eef38f447237, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.591641] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.591865] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.592117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.592272] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.592454] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.592704] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da7e2de6-9948-4f09-b2d0-0dd7c477c1a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.600892] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.601080] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.601820] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b48ae9d-ee38-49cf-9c9a-38a9561c4eb4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.606718] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1845.606718] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524991e0-53d4-ab11-e164-5f1260583853" [ 1845.606718] env[62697]: _type = "Task" [ 1845.606718] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.614055] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524991e0-53d4-ab11-e164-5f1260583853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.640689] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "85c86c7f-836e-4ce8-8986-8724198e36ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.640951] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.641191] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "85c86c7f-836e-4ce8-8986-8724198e36ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.641378] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.641587] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.643632] env[62697]: INFO nova.compute.manager [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Terminating instance [ 1845.645306] env[62697]: DEBUG nova.compute.manager [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1845.645502] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.646311] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3c20e-28a7-4bd8-84cd-17f2f2107849 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.653345] env[62697]: DEBUG nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1845.655753] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.656125] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909572ef-d600-4618-8c38-947cc2cb4385 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.662420] env[62697]: DEBUG oslo_vmware.api [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1845.662420] env[62697]: value = "task-1707367" [ 1845.662420] env[62697]: _type = "Task" [ 1845.662420] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.669974] env[62697]: DEBUG oslo_vmware.api [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.919305] env[62697]: DEBUG oslo_vmware.api [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52ad806d-ebdf-3ba6-601d-202e7838256a, 'name': SearchDatastore_Task, 'duration_secs': 0.007295} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.919607] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.919844] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.118945] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524991e0-53d4-ab11-e164-5f1260583853, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.119946] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961c82fb-2813-4d0a-9c9e-383c5decba1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.125965] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1846.125965] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]520d3c6c-105f-6e82-2743-fe02c4c42e95" [ 1846.125965] env[62697]: _type = "Task" [ 1846.125965] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.135543] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520d3c6c-105f-6e82-2743-fe02c4c42e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.172229] env[62697]: DEBUG oslo_vmware.api [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707367, 'name': PowerOffVM_Task, 'duration_secs': 0.229966} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.172471] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.172646] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1846.172894] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cddfc9d-2ae3-45c9-a0d2-a055e6f98056 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.255381] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1846.255603] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1846.255841] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleting the datastore file [datastore1] 85c86c7f-836e-4ce8-8986-8724198e36ed {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1846.256151] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b1ecbd1-e5f2-47ed-b618-34394ec1236c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.262632] env[62697]: DEBUG oslo_vmware.api [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1846.262632] env[62697]: value = "task-1707369" [ 1846.262632] env[62697]: _type = "Task" [ 1846.262632] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.270842] env[62697]: DEBUG oslo_vmware.api [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.563823] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e030ec9c-42e6-41a4-b0fc-08d27d4d018a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.573439] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b747e712-1875-47e9-a8a7-9c1ed36d20e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.603695] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a78ce-2437-454b-aeb9-b6b2c1fc9ac7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.611677] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b818f237-4930-4860-9b5f-ee008db69764 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.625369] env[62697]: DEBUG nova.compute.provider_tree [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.634704] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]520d3c6c-105f-6e82-2743-fe02c4c42e95, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.635556] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.635818] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00/132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.636117] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c569a915-bc73-4e66-8c8b-ad85b3b59d39 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.642957] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1846.642957] env[62697]: value = "task-1707370" [ 1846.642957] env[62697]: _type = "Task" [ 1846.642957] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.650899] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.662362] env[62697]: DEBUG nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1846.689170] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1846.689482] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1846.689676] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.689882] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1846.690055] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.690214] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1846.690422] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1846.690589] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1846.690786] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1846.690969] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1846.691167] env[62697]: DEBUG nova.virt.hardware [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1846.692117] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6279f93c-46c4-4afc-8461-678343c517ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.700400] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3a5679-892e-49ba-a67c-075e66ffeaf7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.716023] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1846.721720] env[62697]: DEBUG oslo.service.loopingcall [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.721991] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1846.722227] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d41eb910-4e39-406e-8599-a373bec9b70b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.737352] env[62697]: DEBUG nova.compute.manager [req-e7a900af-e399-4e4c-ac55-37d6016f8627 req-cc69383f-38cf-485c-8dd5-c6ded77ee18a service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-vif-plugged-3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1846.737715] env[62697]: DEBUG oslo_concurrency.lockutils [req-e7a900af-e399-4e4c-ac55-37d6016f8627 req-cc69383f-38cf-485c-8dd5-c6ded77ee18a service nova] Acquiring lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.737913] env[62697]: DEBUG oslo_concurrency.lockutils [req-e7a900af-e399-4e4c-ac55-37d6016f8627 req-cc69383f-38cf-485c-8dd5-c6ded77ee18a service nova] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.738109] env[62697]: DEBUG oslo_concurrency.lockutils [req-e7a900af-e399-4e4c-ac55-37d6016f8627 req-cc69383f-38cf-485c-8dd5-c6ded77ee18a service nova] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.738288] env[62697]: DEBUG nova.compute.manager [req-e7a900af-e399-4e4c-ac55-37d6016f8627 req-cc69383f-38cf-485c-8dd5-c6ded77ee18a service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] No waiting events found dispatching network-vif-plugged-3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1846.738452] env[62697]: WARNING nova.compute.manager [req-e7a900af-e399-4e4c-ac55-37d6016f8627 req-cc69383f-38cf-485c-8dd5-c6ded77ee18a service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received unexpected event network-vif-plugged-3256f86a-c2a2-41a0-9cb2-a33e93324a2e for instance with vm_state active and task_state None. [ 1846.740120] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1846.740120] env[62697]: value = "task-1707371" [ 1846.740120] env[62697]: _type = "Task" [ 1846.740120] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.748266] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707371, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.772612] env[62697]: DEBUG oslo_vmware.api [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155854} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.773150] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.773425] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.773559] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.773773] env[62697]: INFO nova.compute.manager [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1846.774069] env[62697]: DEBUG oslo.service.loopingcall [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.774318] env[62697]: DEBUG nova.compute.manager [-] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1846.774318] env[62697]: DEBUG nova.network.neutron [-] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.829473] env[62697]: DEBUG nova.network.neutron [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Successfully updated port: 3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.109029] env[62697]: DEBUG nova.compute.manager [req-22c612d8-89ba-48c3-b6cb-f2fb0eb24990 req-7f77b695-521f-46aa-9057-f8950cffc4c3 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Received event network-vif-deleted-40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1847.109310] env[62697]: INFO nova.compute.manager [req-22c612d8-89ba-48c3-b6cb-f2fb0eb24990 req-7f77b695-521f-46aa-9057-f8950cffc4c3 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Neutron deleted interface 40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7; detaching it from the instance and deleting it from the info cache [ 1847.109518] env[62697]: DEBUG nova.network.neutron [req-22c612d8-89ba-48c3-b6cb-f2fb0eb24990 req-7f77b695-521f-46aa-9057-f8950cffc4c3 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.131184] env[62697]: DEBUG nova.scheduler.client.report [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1847.155681] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707370, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.250951] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707371, 'name': CreateVM_Task, 'duration_secs': 0.43659} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.251137] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.251503] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.251667] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.251988] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.252251] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7337693b-3093-4de9-92c4-63bee85a6c28 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.256358] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1847.256358] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523c6166-0af8-8c39-fe34-36da08a052af" [ 1847.256358] env[62697]: _type = "Task" [ 1847.256358] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.263502] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523c6166-0af8-8c39-fe34-36da08a052af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.331716] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.331855] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.332028] env[62697]: DEBUG nova.network.neutron [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.552574] env[62697]: DEBUG nova.network.neutron [-] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.612099] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78902d42-e475-44f7-b855-0d7e4b2c7ba4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.622434] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c6467e-8296-4937-86d1-eb0db7f08cd7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.653463] env[62697]: DEBUG nova.compute.manager [req-22c612d8-89ba-48c3-b6cb-f2fb0eb24990 req-7f77b695-521f-46aa-9057-f8950cffc4c3 service nova] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Detach interface failed, port_id=40ea1bf8-9539-4fe4-9ee4-dd98772dcfa7, reason: Instance 85c86c7f-836e-4ce8-8986-8724198e36ed could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1847.662765] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529962} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.663040] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00/132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.663259] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1847.663504] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10477f54-5c1a-4fdd-8d48-9041a7069d99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.669607] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1847.669607] env[62697]: value = "task-1707372" [ 1847.669607] env[62697]: _type = "Task" [ 1847.669607] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.677609] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.766658] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523c6166-0af8-8c39-fe34-36da08a052af, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.766956] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.767209] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1847.767457] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.767603] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.767784] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1847.768057] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faef3be6-62d9-4415-8b18-8d943103e6f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.775748] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.775927] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.776627] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6710813-3d17-480b-b11a-6ef2dec4f123 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.781629] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1847.781629] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52dd9c3c-2bc2-43ad-c01a-275a13aa5666" [ 1847.781629] env[62697]: _type = "Task" [ 1847.781629] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.788798] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dd9c3c-2bc2-43ad-c01a-275a13aa5666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.865292] env[62697]: WARNING nova.network.neutron [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] 76a5b8cb-8e39-4392-a965-ad3753610635 already exists in list: networks containing: ['76a5b8cb-8e39-4392-a965-ad3753610635']. ignoring it [ 1848.055157] env[62697]: INFO nova.compute.manager [-] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Took 1.28 seconds to deallocate network for instance. [ 1848.141776] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.222s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.162007] env[62697]: DEBUG nova.network.neutron [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "address": "fa:16:3e:99:96:96", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256f86a-c2", "ovs_interfaceid": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.180507] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07052} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.180763] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1848.181543] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176fc2e6-4c95-4e52-b0dd-30115434defc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.201378] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00/132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.201865] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8897c4-2609-45d4-8d2c-e896c4152171 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.221064] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1848.221064] env[62697]: value = "task-1707373" [ 1848.221064] env[62697]: _type = "Task" [ 1848.221064] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.228980] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.291805] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52dd9c3c-2bc2-43ad-c01a-275a13aa5666, 'name': SearchDatastore_Task, 'duration_secs': 0.008113} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.292642] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963ef60b-3846-4de5-be08-749d318d4ae2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.298532] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1848.298532] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523f67ac-a289-f26d-e976-1d19097251a4" [ 1848.298532] env[62697]: _type = "Task" [ 1848.298532] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.308394] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523f67ac-a289-f26d-e976-1d19097251a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.562045] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.562367] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.562638] env[62697]: DEBUG nova.objects.instance [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'resources' on Instance uuid 85c86c7f-836e-4ce8-8986-8724198e36ed {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.616983] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.617254] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.617383] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1848.667258] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.667931] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.668197] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.669601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3efba7-1758-4e1a-82fe-c3f1132fc3ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.686961] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1848.687230] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1848.687390] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.687579] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1848.687727] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.687877] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1848.688100] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1848.688268] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1848.688437] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1848.688602] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1848.688781] env[62697]: DEBUG nova.virt.hardware [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1848.695177] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Reconfiguring VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1848.695498] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990ec019-1045-43a8-9904-4b38e9270016 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.708010] env[62697]: INFO nova.scheduler.client.report [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted allocation for migration d84d1137-b0ed-48cc-bfc6-77a2b8f2acaa [ 1848.717186] env[62697]: DEBUG oslo_vmware.api [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1848.717186] env[62697]: value = "task-1707374" [ 1848.717186] env[62697]: _type = "Task" [ 1848.717186] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.727399] env[62697]: DEBUG oslo_vmware.api [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707374, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.732771] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707373, 'name': ReconfigVM_Task, 'duration_secs': 0.45943} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.733044] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00/132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.733651] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5007dc5-354c-4f37-9d7d-bd0cd3554ff7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.740396] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1848.740396] env[62697]: value = "task-1707375" [ 1848.740396] env[62697]: _type = "Task" [ 1848.740396] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.748944] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707375, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.764312] env[62697]: DEBUG nova.compute.manager [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-changed-3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1848.764452] env[62697]: DEBUG nova.compute.manager [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing instance network info cache due to event network-changed-3256f86a-c2a2-41a0-9cb2-a33e93324a2e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1848.764782] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.764998] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.765228] env[62697]: DEBUG nova.network.neutron [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing network info cache for port 3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.810506] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]523f67ac-a289-f26d-e976-1d19097251a4, 'name': SearchDatastore_Task, 'duration_secs': 0.046263} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.810857] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.811220] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.811537] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3d3d33-7dec-4971-a082-e37c5949363d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.819064] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1848.819064] env[62697]: value = "task-1707376" [ 1848.819064] env[62697]: _type = "Task" [ 1848.819064] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.827766] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.213661] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f93cbc7-fb8d-495b-9f57-cb162f99ecb0 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.651s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.219824] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66878817-ec9f-4247-afe4-dfbb8150ddc4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.238706] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d42e3c7-885b-41f8-84ff-7b675a8e6ac1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.242427] env[62697]: DEBUG oslo_vmware.api [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.252929] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707375, 'name': Rename_Task, 'duration_secs': 0.141707} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.289382] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.294357] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d1bf51-c959-4cb4-9ad4-12b53119038c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.297930] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0592ef0-d410-4dfd-a6cf-44b6faffc9d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.312096] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d7f4b4-aa28-40a5-85a9-1a79abefa098 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.318247] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1849.318247] env[62697]: value = "task-1707377" [ 1849.318247] env[62697]: _type = "Task" [ 1849.318247] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.331502] env[62697]: DEBUG nova.compute.provider_tree [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.342028] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.346323] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510662} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.346591] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.346803] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.347071] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5b2c6d5-accc-4fe4-8959-51150761e6d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.353630] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1849.353630] env[62697]: value = "task-1707378" [ 1849.353630] env[62697]: _type = "Task" [ 1849.353630] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.362911] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.517712] env[62697]: DEBUG nova.network.neutron [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updated VIF entry in instance network info cache for port 3256f86a-c2a2-41a0-9cb2-a33e93324a2e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.518434] env[62697]: DEBUG nova.network.neutron [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "address": "fa:16:3e:99:96:96", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256f86a-c2", "ovs_interfaceid": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.711056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.711056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.711056] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "49b7f188-7032-40e1-af33-345be6abf233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.711427] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.711427] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.715929] env[62697]: INFO nova.compute.manager [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Terminating instance [ 1849.722850] env[62697]: DEBUG nova.compute.manager [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1849.723082] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.723879] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703651a-f131-40d5-afbb-e57b25bda7c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.732014] env[62697]: DEBUG oslo_vmware.api [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707374, 'name': ReconfigVM_Task, 'duration_secs': 0.687403} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.734277] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.734487] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Reconfigured VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1849.736999] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.737437] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f88a76da-a0b2-4933-9134-3f0aa563b264 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.744651] env[62697]: DEBUG oslo_vmware.api [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1849.744651] env[62697]: value = "task-1707379" [ 1849.744651] env[62697]: _type = "Task" [ 1849.744651] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.752976] env[62697]: DEBUG oslo_vmware.api [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.829196] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.837251] env[62697]: DEBUG nova.scheduler.client.report [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1849.863670] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064812} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.863959] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.864754] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309c719-c9c0-49e5-8183-e0da71bd1b39 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.884552] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.885087] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7d251b-92fd-436a-988d-ae49446da7d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.903910] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1849.903910] env[62697]: value = "task-1707380" [ 1849.903910] env[62697]: _type = "Task" [ 1849.903910] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.911858] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.023769] env[62697]: DEBUG oslo_concurrency.lockutils [req-1d8d93c4-3520-4795-b600-bebb5aeb4a64 req-c67bbe46-7fbb-45b6-9c3b-801d3ea4d4b4 service nova] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.239251] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d3bbbcce-78ac-48ce-9e31-8b864e74a0a1 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-bbe9d273-676c-417c-ae23-3b8c0b13b7fc-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.280s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.255048] env[62697]: DEBUG oslo_vmware.api [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707379, 'name': PowerOffVM_Task, 'duration_secs': 0.436402} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.255937] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.256130] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.256387] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-295e596e-81da-4ef4-9df5-159da7bb9f75 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.325480] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.325680] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.325861] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleting the datastore file [datastore1] 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.326563] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b43ded7-daf8-4ced-ac98-374163ac761d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.331647] env[62697]: DEBUG oslo_vmware.api [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707377, 'name': PowerOnVM_Task, 'duration_secs': 0.539961} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.332342] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.332586] env[62697]: INFO nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1850.332788] env[62697]: DEBUG nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1850.333567] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc2fe12-d855-477a-b4a0-a1ba12340d58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.337182] env[62697]: DEBUG oslo_vmware.api [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1850.337182] env[62697]: value = "task-1707382" [ 1850.337182] env[62697]: _type = "Task" [ 1850.337182] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.344207] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.353474] env[62697]: DEBUG oslo_vmware.api [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.367190] env[62697]: INFO nova.scheduler.client.report [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted allocations for instance 85c86c7f-836e-4ce8-8986-8724198e36ed [ 1850.415361] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.629250] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1850.629514] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.629688] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.629841] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.629992] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.630164] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.630311] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.630476] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1850.631594] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.848045] env[62697]: DEBUG oslo_vmware.api [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165553} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.848390] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.848426] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.848620] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.848801] env[62697]: INFO nova.compute.manager [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1850.849057] env[62697]: DEBUG oslo.service.loopingcall [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.849259] env[62697]: DEBUG nova.compute.manager [-] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1850.849353] env[62697]: DEBUG nova.network.neutron [-] [instance: 49b7f188-7032-40e1-af33-345be6abf233] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.858886] env[62697]: INFO nova.compute.manager [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Took 10.71 seconds to build instance. [ 1850.875084] env[62697]: DEBUG oslo_concurrency.lockutils [None req-44c68b44-b018-4475-9319-ad53bd5053b0 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "85c86c7f-836e-4ce8-8986-8724198e36ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.234s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.913944] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707380, 'name': ReconfigVM_Task, 'duration_secs': 0.758261} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.914284] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.915050] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b757ad2a-4e1f-4cdb-94e6-429c174438df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.923086] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1850.923086] env[62697]: value = "task-1707384" [ 1850.923086] env[62697]: _type = "Task" [ 1850.923086] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.934824] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707384, 'name': Rename_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.133500] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.133695] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.133895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.134052] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1851.134972] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b8486d-e6cf-4d3d-9896-e472390a71a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.143183] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42692c-2ba9-4a8b-89d5-6ccb3baf8a7b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.159480] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30be06-0c32-4a5c-848f-bf2c5cfc8bcc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.168333] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fc16f9-6ba4-45a9-be39-558aa5626a77 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.204765] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180342MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1851.204926] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.205132] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.323254] env[62697]: DEBUG nova.compute.manager [req-d25f88cc-e187-4926-9bb6-bc0c561e7ef3 req-c4da92b0-bc71-40f8-8ddc-cf09969fa97e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Received event network-vif-deleted-aa5709ce-25b8-4bb3-aba1-378719b37e14 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1851.323254] env[62697]: INFO nova.compute.manager [req-d25f88cc-e187-4926-9bb6-bc0c561e7ef3 req-c4da92b0-bc71-40f8-8ddc-cf09969fa97e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Neutron deleted interface aa5709ce-25b8-4bb3-aba1-378719b37e14; detaching it from the instance and deleting it from the info cache [ 1851.323254] env[62697]: DEBUG nova.network.neutron [req-d25f88cc-e187-4926-9bb6-bc0c561e7ef3 req-c4da92b0-bc71-40f8-8ddc-cf09969fa97e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.361347] env[62697]: DEBUG oslo_concurrency.lockutils [None req-89a4859f-b962-4073-8af2-907814ecc595 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.220s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.435547] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707384, 'name': Rename_Task, 'duration_secs': 0.186705} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.435841] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.437792] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4bafe45-0540-4734-b60b-1de6a8950e61 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.444251] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1851.444251] env[62697]: value = "task-1707385" [ 1851.444251] env[62697]: _type = "Task" [ 1851.444251] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.451801] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.659522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-bbe9d273-676c-417c-ae23-3b8c0b13b7fc-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.659824] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-bbe9d273-676c-417c-ae23-3b8c0b13b7fc-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.802502] env[62697]: DEBUG nova.network.neutron [-] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.825625] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfcfd013-263b-4f0f-8299-74e3477ed2ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.837688] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813c8c17-9144-4e91-b903-d38eac82e514 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.866492] env[62697]: DEBUG nova.compute.manager [req-d25f88cc-e187-4926-9bb6-bc0c561e7ef3 req-c4da92b0-bc71-40f8-8ddc-cf09969fa97e service nova] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Detach interface failed, port_id=aa5709ce-25b8-4bb3-aba1-378719b37e14, reason: Instance 49b7f188-7032-40e1-af33-345be6abf233 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1851.955607] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707385, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.163601] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.163601] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.164373] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c240e8bd-4f55-4528-9d01-49918c2f4b80 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.182570] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e215d78a-8e91-4a62-aef4-428b96e67f62 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.207522] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Reconfiguring VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1852.207778] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370a9828-2a7b-45b3-b545-618af57294cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.229618] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1852.229618] env[62697]: value = "task-1707386" [ 1852.229618] env[62697]: _type = "Task" [ 1852.229618] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.239906] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.240764] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.240902] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e866b33f-12c9-4219-8473-270abee54f82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241040] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bbe9d273-676c-417c-ae23-3b8c0b13b7fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241200] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5c7792d9-1bf0-425a-a1d9-7196379b7341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241280] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance b57b6b09-c3fe-4757-9a1a-2a6baae8c900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241394] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance dadc2d2a-5513-460a-a2af-276ab3e0237e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241517] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 49b7f188-7032-40e1-af33-345be6abf233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241648] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241765] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 82d42c24-7b74-4a4d-b00b-1a0ee3c88324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.241944] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1852.242114] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1852.305576] env[62697]: INFO nova.compute.manager [-] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Took 1.46 seconds to deallocate network for instance. [ 1852.353121] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2b4b5-a999-4d63-905b-9d2bc960472e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.361770] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb55ca1-463b-46e8-8792-cbbf8af98269 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.392297] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cdb68c-c7e3-461a-a9c4-a80ba64bdf3b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.399741] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05dbba-77e1-49df-8a58-0a50fb984175 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.414993] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.455593] env[62697]: DEBUG oslo_vmware.api [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707385, 'name': PowerOnVM_Task, 'duration_secs': 0.69174} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.455874] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.456110] env[62697]: INFO nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Took 5.79 seconds to spawn the instance on the hypervisor. [ 1852.456293] env[62697]: DEBUG nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1852.457064] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae724c-799e-4942-afad-787eddd323d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.740776] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.814100] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.918227] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1852.973822] env[62697]: INFO nova.compute.manager [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Took 12.62 seconds to build instance. [ 1853.240713] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.262659] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.262937] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.263169] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.263354] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.263521] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.267032] env[62697]: INFO nova.compute.manager [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Terminating instance [ 1853.268742] env[62697]: DEBUG nova.compute.manager [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1853.268946] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1853.269857] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d004c4-4818-414e-b9f0-38a7f4453d3e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.278490] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1853.278490] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325a485a-9002-423c-9377-6f426baef009 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.283449] env[62697]: DEBUG oslo_vmware.api [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1853.283449] env[62697]: value = "task-1707387" [ 1853.283449] env[62697]: _type = "Task" [ 1853.283449] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.290712] env[62697]: DEBUG oslo_vmware.api [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.424148] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1853.424361] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.424660] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.611s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.424889] env[62697]: DEBUG nova.objects.instance [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'resources' on Instance uuid 49b7f188-7032-40e1-af33-345be6abf233 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.439477] env[62697]: INFO nova.compute.manager [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Rebuilding instance [ 1853.475538] env[62697]: DEBUG oslo_concurrency.lockutils [None req-a86079f7-f1c4-4447-954b-8a8f16f81b26 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.132s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.485962] env[62697]: DEBUG nova.compute.manager [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1853.486912] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b8c5e6-1cad-40f0-95b5-57bcea735f6d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.741801] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.792595] env[62697]: DEBUG oslo_vmware.api [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707387, 'name': PowerOffVM_Task, 'duration_secs': 0.256251} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.792878] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.793063] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.793309] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba00abd-8f19-4d1c-b1be-eda99c205824 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.874894] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1853.875132] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1853.875326] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleting the datastore file [datastore1] 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.875602] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e9b554-6e39-4723-a730-133e4443f02b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.882425] env[62697]: DEBUG oslo_vmware.api [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for the task: (returnval){ [ 1853.882425] env[62697]: value = "task-1707389" [ 1853.882425] env[62697]: _type = "Task" [ 1853.882425] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.889560] env[62697]: DEBUG oslo_vmware.api [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.999613] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.000462] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56901f23-6d23-4299-87c5-3c6bf9c33209 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.008138] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1854.008138] env[62697]: value = "task-1707390" [ 1854.008138] env[62697]: _type = "Task" [ 1854.008138] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.019554] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.048468] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca87b97f-aea4-4a40-a635-c68d0ce6585d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.056589] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603075f-b1b8-423b-b572-d7ed49051f98 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.086384] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f7cf77-fda6-4b6b-abb1-7af8c39f4c37 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.093749] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5278cad-9830-4a06-822b-b0415d8d8dbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.108950] env[62697]: DEBUG nova.compute.provider_tree [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.241724] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.392172] env[62697]: DEBUG oslo_vmware.api [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Task: {'id': task-1707389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136552} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.392435] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.392622] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1854.392802] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1854.392977] env[62697]: INFO nova.compute.manager [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1854.393247] env[62697]: DEBUG oslo.service.loopingcall [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.393449] env[62697]: DEBUG nova.compute.manager [-] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1854.393574] env[62697]: DEBUG nova.network.neutron [-] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1854.519400] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707390, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.612253] env[62697]: DEBUG nova.scheduler.client.report [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1854.655264] env[62697]: DEBUG nova.compute.manager [req-e7765996-ffef-4c4a-b5f4-4057cd9170bf req-a1923f33-6911-4fdf-be14-96005dfc99f7 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Received event network-vif-deleted-3b75820f-7f12-48b8-96f9-6394993fd2ae {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1854.655520] env[62697]: INFO nova.compute.manager [req-e7765996-ffef-4c4a-b5f4-4057cd9170bf req-a1923f33-6911-4fdf-be14-96005dfc99f7 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Neutron deleted interface 3b75820f-7f12-48b8-96f9-6394993fd2ae; detaching it from the instance and deleting it from the info cache [ 1854.656233] env[62697]: DEBUG nova.network.neutron [req-e7765996-ffef-4c4a-b5f4-4057cd9170bf req-a1923f33-6911-4fdf-be14-96005dfc99f7 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.742813] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.020441] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707390, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.117698] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.133606] env[62697]: DEBUG nova.network.neutron [-] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.145059] env[62697]: INFO nova.scheduler.client.report [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted allocations for instance 49b7f188-7032-40e1-af33-345be6abf233 [ 1855.159591] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-036b8180-0688-4684-b842-2bc21dac643f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.170643] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697797e3-63b5-4212-8908-6b107a125777 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.199052] env[62697]: DEBUG nova.compute.manager [req-e7765996-ffef-4c4a-b5f4-4057cd9170bf req-a1923f33-6911-4fdf-be14-96005dfc99f7 service nova] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Detach interface failed, port_id=3b75820f-7f12-48b8-96f9-6394993fd2ae, reason: Instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1855.243336] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.522123] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707390, 'name': PowerOffVM_Task, 'duration_secs': 1.117896} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.522403] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.522626] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1855.523402] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a60016-df62-47e6-bef1-43c5c0ee7a21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.529953] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.530193] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18122984-a426-49f3-b5f3-403e60df4e97 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.554417] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.554655] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.554840] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleting the datastore file [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.555131] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032103dc-e8da-41c2-a7c3-198844976d60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.561244] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1855.561244] env[62697]: value = "task-1707392" [ 1855.561244] env[62697]: _type = "Task" [ 1855.561244] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.569328] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.636244] env[62697]: INFO nova.compute.manager [-] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Took 1.24 seconds to deallocate network for instance. [ 1855.652118] env[62697]: DEBUG oslo_concurrency.lockutils [None req-1868dffb-ef48-422e-8fa9-4cc7f6bf70ca tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "49b7f188-7032-40e1-af33-345be6abf233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.941s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.743009] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.070999] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107818} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.071359] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.071521] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.071707] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.143400] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.143833] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.144060] env[62697]: DEBUG nova.objects.instance [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lazy-loading 'resources' on Instance uuid 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.243505] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.747214] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.761038] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d746c-8ba5-4b8c-88bc-1de57150086d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.769177] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a177c74e-6978-45a2-a4c1-a43bcd50092f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.801526] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afbd5ef-865f-4ea5-8b3a-5d6c49b06b18 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.809321] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbe6eb-04f8-4df1-bbf9-1b4b2f4215b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.822713] env[62697]: DEBUG nova.compute.provider_tree [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.876722] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "3b464a6b-2a96-4002-b2be-ae498b427f8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.876956] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.106919] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1857.107224] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1857.107377] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.107563] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1857.107723] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.107886] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1857.108176] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1857.108363] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1857.108538] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1857.108705] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1857.108882] env[62697]: DEBUG nova.virt.hardware [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1857.109749] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56309079-2c52-4295-b5f4-6386cbc9424c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.118235] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4bb283-f933-4145-8bcc-d6352e6c06b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.131078] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Instance VIF info [] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.136602] env[62697]: DEBUG oslo.service.loopingcall [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.137163] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.137366] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72b970ed-d8a4-4079-aa4e-90f316b69032 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.152638] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.152638] env[62697]: value = "task-1707393" [ 1857.152638] env[62697]: _type = "Task" [ 1857.152638] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.159352] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707393, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.244664] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.325956] env[62697]: DEBUG nova.scheduler.client.report [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1857.379659] env[62697]: DEBUG nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1857.663435] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707393, 'name': CreateVM_Task, 'duration_secs': 0.469895} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.663616] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.664082] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.664285] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.664668] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.664952] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ed6ee8-2a02-46ee-975b-5364350ad87f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.671201] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1857.671201] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52137538-18bf-3370-7df8-5f8780b84698" [ 1857.671201] env[62697]: _type = "Task" [ 1857.671201] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.680529] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52137538-18bf-3370-7df8-5f8780b84698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.745892] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.831067] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.856331] env[62697]: INFO nova.scheduler.client.report [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Deleted allocations for instance 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8 [ 1857.899314] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.899576] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.901384] env[62697]: INFO nova.compute.claims [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.182299] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52137538-18bf-3370-7df8-5f8780b84698, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.182703] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.182843] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.183096] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.183251] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.183430] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.183744] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bb11baf-b7f5-4f4d-a24b-137928bcfa8b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.191868] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.192067] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.192757] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a481911b-5ac1-4b3e-9655-f844ac9b3534 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.197426] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1858.197426] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a37bc4-d899-964b-129a-271befac02a5" [ 1858.197426] env[62697]: _type = "Task" [ 1858.197426] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.204841] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a37bc4-d899-964b-129a-271befac02a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.245343] env[62697]: DEBUG oslo_vmware.api [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707386, 'name': ReconfigVM_Task, 'duration_secs': 5.741121} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.245609] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.245823] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Reconfigured VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1858.363734] env[62697]: DEBUG oslo_concurrency.lockutils [None req-bfc09a66-8023-400b-af73-305072dab6d4 tempest-ServerActionsTestOtherA-1300099735 tempest-ServerActionsTestOtherA-1300099735-project-member] Lock "4e6fef4a-58a3-4b2f-8453-2eae22a37cb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.101s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.708767] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a37bc4-d899-964b-129a-271befac02a5, 'name': SearchDatastore_Task, 'duration_secs': 0.00795} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.709400] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eee13be-a230-4912-9eb5-c5964ed8586c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.714967] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1858.714967] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5288a177-73b4-ba6c-5eb6-4fc5c08bbecf" [ 1858.714967] env[62697]: _type = "Task" [ 1858.714967] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.722663] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5288a177-73b4-ba6c-5eb6-4fc5c08bbecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.014917] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70d9a3-3f20-45f8-b39b-a61fe49e02ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.022843] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef3a2e-a179-413d-9f8b-1258736b7baa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.054843] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e4859-bf30-4d62-a017-7e07722560d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.063113] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a45a1-4c24-42c9-be1b-e5db24f15507 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.077264] env[62697]: DEBUG nova.compute.provider_tree [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.226481] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5288a177-73b4-ba6c-5eb6-4fc5c08bbecf, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.226481] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.226481] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.226920] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ce74ce0-0c20-4b5c-9af9-fb537ed7143d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.233050] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1859.233050] env[62697]: value = "task-1707394" [ 1859.233050] env[62697]: _type = "Task" [ 1859.233050] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.240343] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.559183] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.559412] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.559599] env[62697]: DEBUG nova.network.neutron [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.579692] env[62697]: DEBUG nova.scheduler.client.report [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1859.743550] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707394, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.084696] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.085279] env[62697]: DEBUG nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1860.244324] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519141} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.244847] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.244847] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.245093] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d298042-f0ed-4e7b-b510-610887e4ce2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.252244] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1860.252244] env[62697]: value = "task-1707395" [ 1860.252244] env[62697]: _type = "Task" [ 1860.252244] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.259963] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.571841] env[62697]: INFO nova.network.neutron [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Port 3256f86a-c2a2-41a0-9cb2-a33e93324a2e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1860.572573] env[62697]: DEBUG nova.network.neutron [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.591097] env[62697]: DEBUG nova.compute.utils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.593672] env[62697]: DEBUG nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1860.593966] env[62697]: DEBUG nova.network.neutron [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.624242] env[62697]: DEBUG nova.compute.manager [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1860.624491] env[62697]: DEBUG nova.compute.manager [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing instance network info cache due to event network-changed-c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1860.625194] env[62697]: DEBUG oslo_concurrency.lockutils [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] Acquiring lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.649765] env[62697]: DEBUG nova.policy [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1d4de21fe84af494a0e1af11bb33c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd181e836304a20923f883ea3733ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1860.764022] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072175} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.766762] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.766762] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080d461-3b71-4b51-9122-f52f060bf9df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.790074] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.790698] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb6eaf9-6fe9-4c27-ad8c-2a649fa39e44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.813350] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1860.813350] env[62697]: value = "task-1707396" [ 1860.813350] env[62697]: _type = "Task" [ 1860.813350] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.822383] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.989970] env[62697]: DEBUG nova.network.neutron [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Successfully created port: 0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.080330] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.083338] env[62697]: DEBUG oslo_concurrency.lockutils [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] Acquired lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.083691] env[62697]: DEBUG nova.network.neutron [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Refreshing network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.101712] env[62697]: DEBUG nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1861.324432] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.358238] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-b57b6b09-c3fe-4757-9a1a-2a6baae8c900-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.358517] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-b57b6b09-c3fe-4757-9a1a-2a6baae8c900-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.358886] env[62697]: DEBUG nova.objects.instance [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'flavor' on Instance uuid b57b6b09-c3fe-4757-9a1a-2a6baae8c900 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.586937] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3cbb8a73-1bcb-40e1-97f4-6b2b67adb2d8 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-bbe9d273-676c-417c-ae23-3b8c0b13b7fc-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.927s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.825890] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707396, 'name': ReconfigVM_Task, 'duration_secs': 0.970413} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.827062] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324/82d42c24-7b74-4a4d-b00b-1a0ee3c88324.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.829106] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37814747-74d9-43dc-8563-c50e86587e35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.836035] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1861.836035] env[62697]: value = "task-1707397" [ 1861.836035] env[62697]: _type = "Task" [ 1861.836035] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.845037] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707397, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.909942] env[62697]: DEBUG nova.network.neutron [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updated VIF entry in instance network info cache for port c14a7bb7-5a28-4e28-be03-9e5200eeb827. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.910344] env[62697]: DEBUG nova.network.neutron [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [{"id": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "address": "fa:16:3e:69:cb:fa", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a7bb7-5a", "ovs_interfaceid": "c14a7bb7-5a28-4e28-be03-9e5200eeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.963293] env[62697]: DEBUG nova.objects.instance [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'pci_requests' on Instance uuid b57b6b09-c3fe-4757-9a1a-2a6baae8c900 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.112942] env[62697]: DEBUG nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1862.143374] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1862.143641] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1862.143873] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.144097] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1862.144259] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.144414] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1862.144631] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1862.144884] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1862.145083] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1862.145257] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1862.145452] env[62697]: DEBUG nova.virt.hardware [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1862.146367] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435fa35f-0ebc-4386-b192-19cc602abcfb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.155108] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215253ed-d0a8-442f-a101-46438273f9ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.346232] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707397, 'name': Rename_Task, 'duration_secs': 0.385724} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.346569] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.346786] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1871cc1e-c9f4-4845-9ee1-152ceae237d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.353108] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1862.353108] env[62697]: value = "task-1707398" [ 1862.353108] env[62697]: _type = "Task" [ 1862.353108] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.362785] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.394778] env[62697]: DEBUG nova.compute.manager [req-dc6e5bc7-4602-46a6-87d1-2ad94529e009 req-aa02e6bf-2155-4213-9444-18d1da6aa8be service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Received event network-vif-plugged-0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1862.395028] env[62697]: DEBUG oslo_concurrency.lockutils [req-dc6e5bc7-4602-46a6-87d1-2ad94529e009 req-aa02e6bf-2155-4213-9444-18d1da6aa8be service nova] Acquiring lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.395252] env[62697]: DEBUG oslo_concurrency.lockutils [req-dc6e5bc7-4602-46a6-87d1-2ad94529e009 req-aa02e6bf-2155-4213-9444-18d1da6aa8be service nova] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.395426] env[62697]: DEBUG oslo_concurrency.lockutils [req-dc6e5bc7-4602-46a6-87d1-2ad94529e009 req-aa02e6bf-2155-4213-9444-18d1da6aa8be service nova] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.395618] env[62697]: DEBUG nova.compute.manager [req-dc6e5bc7-4602-46a6-87d1-2ad94529e009 req-aa02e6bf-2155-4213-9444-18d1da6aa8be service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] No waiting events found dispatching network-vif-plugged-0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1862.395774] env[62697]: WARNING nova.compute.manager [req-dc6e5bc7-4602-46a6-87d1-2ad94529e009 req-aa02e6bf-2155-4213-9444-18d1da6aa8be service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Received unexpected event network-vif-plugged-0d11c81c-45ee-4bff-b7f3-66925276fa8b for instance with vm_state building and task_state spawning. [ 1862.412758] env[62697]: DEBUG oslo_concurrency.lockutils [req-07223d5d-2999-4c79-9922-31315371e30a req-7cbeb1db-b86e-4985-8a93-ac0797eae852 service nova] Releasing lock "refresh_cache-bbe9d273-676c-417c-ae23-3b8c0b13b7fc" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.465643] env[62697]: DEBUG nova.objects.base [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1862.465899] env[62697]: DEBUG nova.network.neutron [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1862.486434] env[62697]: DEBUG nova.network.neutron [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Successfully updated port: 0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.535398] env[62697]: DEBUG nova.policy [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cebc862f1ed41e78b76bc22fb18f0bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5184f4a4f04a72a2fc9f7a29c43033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1862.650195] env[62697]: DEBUG nova.compute.manager [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1862.650393] env[62697]: DEBUG nova.compute.manager [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing instance network info cache due to event network-changed-965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1862.650609] env[62697]: DEBUG oslo_concurrency.lockutils [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.650787] env[62697]: DEBUG oslo_concurrency.lockutils [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.650979] env[62697]: DEBUG nova.network.neutron [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.862769] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.990665] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.990779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.990905] env[62697]: DEBUG nova.network.neutron [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.364681] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.380577] env[62697]: DEBUG nova.network.neutron [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updated VIF entry in instance network info cache for port 965ba602-2dfa-4bd3-9a98-38e3a8cd201c. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.380798] env[62697]: DEBUG nova.network.neutron [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.524923] env[62697]: DEBUG nova.network.neutron [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1863.650382] env[62697]: DEBUG nova.network.neutron [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.849161] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.849512] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.849730] env[62697]: INFO nova.compute.manager [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Shelving [ 1863.864764] env[62697]: DEBUG oslo_vmware.api [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707398, 'name': PowerOnVM_Task, 'duration_secs': 1.325756} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.865594] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.865841] env[62697]: DEBUG nova.compute.manager [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1863.866601] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20821c-dc02-4bbc-a60a-60d2b612a6a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.883310] env[62697]: DEBUG oslo_concurrency.lockutils [req-57baea06-38ce-4b04-b11a-65837167c359 req-d2209cbf-e6f1-47c0-a782-b49386cfba88 service nova] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.065790] env[62697]: DEBUG nova.network.neutron [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Successfully updated port: 3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1864.152899] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.153266] env[62697]: DEBUG nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Instance network_info: |[{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1864.153730] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:64:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d11c81c-45ee-4bff-b7f3-66925276fa8b', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.161241] env[62697]: DEBUG oslo.service.loopingcall [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.161466] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.161692] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed014cd-c59a-489e-baa1-d01ff8931314 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.181598] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.181598] env[62697]: value = "task-1707399" [ 1864.181598] env[62697]: _type = "Task" [ 1864.181598] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.189079] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707399, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.356866] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.357162] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1fe16f-591c-4af9-a149-7f3694d04624 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.364205] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1864.364205] env[62697]: value = "task-1707400" [ 1864.364205] env[62697]: _type = "Task" [ 1864.364205] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.372214] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.384292] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.384710] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.385012] env[62697]: DEBUG nova.objects.instance [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62697) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1864.422624] env[62697]: DEBUG nova.compute.manager [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Received event network-changed-0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1864.422918] env[62697]: DEBUG nova.compute.manager [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Refreshing instance network info cache due to event network-changed-0d11c81c-45ee-4bff-b7f3-66925276fa8b. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1864.423128] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Acquiring lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.423306] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Acquired lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.423918] env[62697]: DEBUG nova.network.neutron [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Refreshing network info cache for port 0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.569041] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.569041] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.569041] env[62697]: DEBUG nova.network.neutron [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.692037] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707399, 'name': CreateVM_Task, 'duration_secs': 0.351426} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.692219] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.692936] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.693109] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.693457] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.693747] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2247e1-c739-4a2b-b42b-38bfc8e8fd7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.698579] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1864.698579] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52f22ade-daf6-d3e0-685c-9847598fe8cd" [ 1864.698579] env[62697]: _type = "Task" [ 1864.698579] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.708917] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f22ade-daf6-d3e0-685c-9847598fe8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.780277] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.780589] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.780858] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.781106] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.781292] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.783623] env[62697]: INFO nova.compute.manager [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Terminating instance [ 1864.785493] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "refresh_cache-82d42c24-7b74-4a4d-b00b-1a0ee3c88324" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.785680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "refresh_cache-82d42c24-7b74-4a4d-b00b-1a0ee3c88324" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.785893] env[62697]: DEBUG nova.network.neutron [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.874201] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707400, 'name': PowerOffVM_Task, 'duration_secs': 0.205653} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.874485] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.875288] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689560f1-a2fc-4149-8fd5-d54ce988a188 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.896320] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e3f202-58f9-49cd-a185-a42bc09a9b29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.114559] env[62697]: WARNING nova.network.neutron [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] 76a5b8cb-8e39-4392-a965-ad3753610635 already exists in list: networks containing: ['76a5b8cb-8e39-4392-a965-ad3753610635']. ignoring it [ 1865.168113] env[62697]: DEBUG nova.network.neutron [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updated VIF entry in instance network info cache for port 0d11c81c-45ee-4bff-b7f3-66925276fa8b. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.168740] env[62697]: DEBUG nova.network.neutron [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.209629] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52f22ade-daf6-d3e0-685c-9847598fe8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.042485} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.212170] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.212441] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.212642] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.212793] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.212970] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.213477] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34bce0e-d790-42b8-ad3d-a953a2fcefaf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.222206] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.222421] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.223117] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f957dcf-b780-4b00-9942-8b037934054d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.227814] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1865.227814] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]527def0b-d77f-693d-d9b5-9436981b6e31" [ 1865.227814] env[62697]: _type = "Task" [ 1865.227814] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.235498] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527def0b-d77f-693d-d9b5-9436981b6e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.304058] env[62697]: DEBUG nova.network.neutron [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1865.380558] env[62697]: DEBUG nova.network.neutron [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.399886] env[62697]: DEBUG oslo_concurrency.lockutils [None req-2afa5bd0-d1af-4328-a71f-da6299f6a51d tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.406892] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1865.407521] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c2c3e1c-e279-474b-a5d0-8db651a676e3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.416054] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1865.416054] env[62697]: value = "task-1707401" [ 1865.416054] env[62697]: _type = "Task" [ 1865.416054] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.424112] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.444288] env[62697]: DEBUG nova.network.neutron [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "address": "fa:16:3e:99:96:96", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256f86a-c2", "ovs_interfaceid": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.672015] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Releasing lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.672015] env[62697]: DEBUG nova.compute.manager [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-vif-plugged-3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1865.672015] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Acquiring lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.672015] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.672015] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.672261] env[62697]: DEBUG nova.compute.manager [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] No waiting events found dispatching network-vif-plugged-3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1865.672337] env[62697]: WARNING nova.compute.manager [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received unexpected event network-vif-plugged-3256f86a-c2a2-41a0-9cb2-a33e93324a2e for instance with vm_state active and task_state None. [ 1865.672511] env[62697]: DEBUG nova.compute.manager [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-changed-3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1865.672674] env[62697]: DEBUG nova.compute.manager [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing instance network info cache due to event network-changed-3256f86a-c2a2-41a0-9cb2-a33e93324a2e. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1865.672847] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.738251] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]527def0b-d77f-693d-d9b5-9436981b6e31, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.739044] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574d703b-3caa-4304-8ff7-3b92a36b1dc8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.744390] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1865.744390] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52b5b21e-f61e-704f-3374-9a7bf55a63c1" [ 1865.744390] env[62697]: _type = "Task" [ 1865.744390] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.753487] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b5b21e-f61e-704f-3374-9a7bf55a63c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.883719] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "refresh_cache-82d42c24-7b74-4a4d-b00b-1a0ee3c88324" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.884179] env[62697]: DEBUG nova.compute.manager [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1865.884388] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.885342] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eedcd9-72a9-4443-a216-b667e88875d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.892920] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.893178] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fd94cc0-03f6-4867-9346-f169f38a5f99 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.898950] env[62697]: DEBUG oslo_vmware.api [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1865.898950] env[62697]: value = "task-1707402" [ 1865.898950] env[62697]: _type = "Task" [ 1865.898950] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.907652] env[62697]: DEBUG oslo_vmware.api [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.925544] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.947297] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.947950] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.948133] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.948410] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.948672] env[62697]: DEBUG nova.network.neutron [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Refreshing network info cache for port 3256f86a-c2a2-41a0-9cb2-a33e93324a2e {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.950372] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dba3a87-7de0-4df7-a78b-afa373a6d65f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.967220] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1865.967446] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1865.967609] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.967798] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1865.967952] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.968117] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1865.968329] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1865.968493] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1865.968675] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1865.968835] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1865.969017] env[62697]: DEBUG nova.virt.hardware [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1865.975330] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Reconfiguring VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1865.976293] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6491f54-83a9-4fb9-af7d-8019333356b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.994952] env[62697]: DEBUG oslo_vmware.api [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1865.994952] env[62697]: value = "task-1707403" [ 1865.994952] env[62697]: _type = "Task" [ 1865.994952] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.003632] env[62697]: DEBUG oslo_vmware.api [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707403, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.255234] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52b5b21e-f61e-704f-3374-9a7bf55a63c1, 'name': SearchDatastore_Task, 'duration_secs': 0.132885} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.255600] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.255909] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1866.256207] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1096d526-652a-4497-a4ec-0bb9af2345cc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.262526] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1866.262526] env[62697]: value = "task-1707404" [ 1866.262526] env[62697]: _type = "Task" [ 1866.262526] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.270235] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.408427] env[62697]: DEBUG oslo_vmware.api [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707402, 'name': PowerOffVM_Task, 'duration_secs': 0.180765} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.408892] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.408892] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.409163] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6859d274-0b1c-4e02-9d65-d59fb96217f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.426192] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.433719] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.433964] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.434173] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleting the datastore file [datastore1] 82d42c24-7b74-4a4d-b00b-1a0ee3c88324 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.434437] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-244a7861-7d6d-413d-9965-f270bcb6037e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.440831] env[62697]: DEBUG oslo_vmware.api [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1866.440831] env[62697]: value = "task-1707406" [ 1866.440831] env[62697]: _type = "Task" [ 1866.440831] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.448590] env[62697]: DEBUG oslo_vmware.api [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.504616] env[62697]: DEBUG oslo_vmware.api [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.634797] env[62697]: DEBUG nova.network.neutron [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updated VIF entry in instance network info cache for port 3256f86a-c2a2-41a0-9cb2-a33e93324a2e. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.635256] env[62697]: DEBUG nova.network.neutron [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "address": "fa:16:3e:99:96:96", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256f86a-c2", "ovs_interfaceid": "3256f86a-c2a2-41a0-9cb2-a33e93324a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.773598] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.928442] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.949489] env[62697]: DEBUG oslo_vmware.api [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.007200] env[62697]: DEBUG oslo_vmware.api [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.138590] env[62697]: DEBUG oslo_concurrency.lockutils [req-d1f1897e-5fed-44ba-882c-234eb82209ba req-f860b565-4a75-464a-867a-b4500a826cfa service nova] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.274250] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.428773] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.450983] env[62697]: DEBUG oslo_vmware.api [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613644} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.451290] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.451481] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.451687] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.451886] env[62697]: INFO nova.compute.manager [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1867.452162] env[62697]: DEBUG oslo.service.loopingcall [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.452385] env[62697]: DEBUG nova.compute.manager [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1867.452448] env[62697]: DEBUG nova.network.neutron [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.468023] env[62697]: DEBUG nova.network.neutron [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.506464] env[62697]: DEBUG oslo_vmware.api [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707403, 'name': ReconfigVM_Task, 'duration_secs': 1.214285} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.506974] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.507215] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Reconfigured VM to attach interface {{(pid=62697) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1867.774543] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707404, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185238} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.774835] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1867.775072] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1867.775331] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6cc5324-eb4d-4f20-9d14-33a0941db428 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.781989] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1867.781989] env[62697]: value = "task-1707407" [ 1867.781989] env[62697]: _type = "Task" [ 1867.781989] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.789873] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.929182] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707401, 'name': CreateSnapshot_Task, 'duration_secs': 2.083719} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.929462] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1867.930274] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a1920-d762-4e0f-a96f-4b6792b16e37 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.970550] env[62697]: DEBUG nova.network.neutron [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.011786] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7cb93c7d-d33b-460e-90a4-7b1037821ea4 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-b57b6b09-c3fe-4757-9a1a-2a6baae8c900-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.653s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.291651] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081374} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.291944] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1868.292723] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7b664-e04a-41ab-b7e8-b6c92107e1cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.314248] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.314535] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cabde7d5-d6e5-4bbc-82e4-2e796c89f643 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.334191] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1868.334191] env[62697]: value = "task-1707408" [ 1868.334191] env[62697]: _type = "Task" [ 1868.334191] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.345382] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.447770] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1868.448140] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-259e0871-e718-46f8-82d2-c778c235d91f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.456525] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1868.456525] env[62697]: value = "task-1707409" [ 1868.456525] env[62697]: _type = "Task" [ 1868.456525] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.464734] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707409, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.473204] env[62697]: INFO nova.compute.manager [-] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Took 1.02 seconds to deallocate network for instance. [ 1868.845112] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707408, 'name': ReconfigVM_Task, 'duration_secs': 0.315877} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.845112] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.845359] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91353413-446f-48f9-b4e1-d45513ae7531 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.851875] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1868.851875] env[62697]: value = "task-1707410" [ 1868.851875] env[62697]: _type = "Task" [ 1868.851875] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.865510] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707410, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.967648] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707409, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.979942] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.980175] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.980362] env[62697]: DEBUG nova.objects.instance [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lazy-loading 'resources' on Instance uuid 82d42c24-7b74-4a4d-b00b-1a0ee3c88324 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.362304] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707410, 'name': Rename_Task, 'duration_secs': 0.153197} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.362600] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.362855] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e6b0f0-f02c-4f16-9b8a-e81d48970838 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.369551] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1869.369551] env[62697]: value = "task-1707411" [ 1869.369551] env[62697]: _type = "Task" [ 1869.369551] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.379771] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.468127] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707409, 'name': CloneVM_Task} progress is 95%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.593216] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24ad5d1-51ff-45b0-bf94-13d4c45380ca {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.601316] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c7b188-1a21-4cc2-ac0b-de7d577e58ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.604743] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "interface-b57b6b09-c3fe-4757-9a1a-2a6baae8c900-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.605042] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-b57b6b09-c3fe-4757-9a1a-2a6baae8c900-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.640032] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75082289-c863-43e5-8930-cf5f2eb4002d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.649228] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc20db-17df-4ea5-9bf2-7683d8e39fdb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.664946] env[62697]: DEBUG nova.compute.provider_tree [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.879561] env[62697]: DEBUG oslo_vmware.api [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707411, 'name': PowerOnVM_Task, 'duration_secs': 0.482677} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.879802] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.880027] env[62697]: INFO nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1869.880217] env[62697]: DEBUG nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1869.880983] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c13dff-39bc-4832-be8c-3f44723de581 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.968189] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707409, 'name': CloneVM_Task, 'duration_secs': 1.227498} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.968460] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Created linked-clone VM from snapshot [ 1869.969212] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03946935-ee14-4dff-aded-7fca76a5b93e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.976180] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Uploading image 637264bf-21e4-495a-a9b7-1b914423bfb2 {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1870.001494] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1870.001494] env[62697]: value = "vm-355731" [ 1870.001494] env[62697]: _type = "VirtualMachine" [ 1870.001494] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1870.001787] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0f4d07c-0221-4335-9636-59e60d92b5e4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.008787] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease: (returnval){ [ 1870.008787] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d8cdf9-0ce6-7a42-4861-111290766e06" [ 1870.008787] env[62697]: _type = "HttpNfcLease" [ 1870.008787] env[62697]: } obtained for exporting VM: (result){ [ 1870.008787] env[62697]: value = "vm-355731" [ 1870.008787] env[62697]: _type = "VirtualMachine" [ 1870.008787] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1870.009077] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the lease: (returnval){ [ 1870.009077] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d8cdf9-0ce6-7a42-4861-111290766e06" [ 1870.009077] env[62697]: _type = "HttpNfcLease" [ 1870.009077] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1870.014976] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1870.014976] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d8cdf9-0ce6-7a42-4861-111290766e06" [ 1870.014976] env[62697]: _type = "HttpNfcLease" [ 1870.014976] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1870.108372] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.108560] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.109582] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07fb749-969b-415a-aa1e-897ee3889afe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.126855] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3767515c-3b47-453e-8c00-b8d9577646ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.152756] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Reconfiguring VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1870.153456] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16cfe9e4-c8cc-43c0-9921-2e9423eb5176 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.168419] env[62697]: DEBUG nova.scheduler.client.report [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1870.176115] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1870.176115] env[62697]: value = "task-1707413" [ 1870.176115] env[62697]: _type = "Task" [ 1870.176115] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.183723] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.398863] env[62697]: INFO nova.compute.manager [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Took 12.51 seconds to build instance. [ 1870.516737] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1870.516737] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d8cdf9-0ce6-7a42-4861-111290766e06" [ 1870.516737] env[62697]: _type = "HttpNfcLease" [ 1870.516737] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1870.517200] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1870.517200] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52d8cdf9-0ce6-7a42-4861-111290766e06" [ 1870.517200] env[62697]: _type = "HttpNfcLease" [ 1870.517200] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1870.517753] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac812a3-ca49-4294-be0e-4093532dee24 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.524785] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae7d9b-400e-49e1-90ec-0eef2985aa0f/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1870.524961] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae7d9b-400e-49e1-90ec-0eef2985aa0f/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1870.611780] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d041105-2498-43f0-91fb-d03b5dc2165c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.673401] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.685616] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.692823] env[62697]: INFO nova.scheduler.client.report [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleted allocations for instance 82d42c24-7b74-4a4d-b00b-1a0ee3c88324 [ 1870.901392] env[62697]: DEBUG oslo_concurrency.lockutils [None req-64e0f8e1-bf59-4b66-aee0-dd757bbe6b6f tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.024s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.185266] env[62697]: DEBUG nova.compute.manager [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Received event network-changed-0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1871.185609] env[62697]: DEBUG nova.compute.manager [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Refreshing instance network info cache due to event network-changed-0d11c81c-45ee-4bff-b7f3-66925276fa8b. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1871.185915] env[62697]: DEBUG oslo_concurrency.lockutils [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] Acquiring lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.186817] env[62697]: DEBUG oslo_concurrency.lockutils [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] Acquired lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.186817] env[62697]: DEBUG nova.network.neutron [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Refreshing network info cache for port 0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.193755] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.201554] env[62697]: DEBUG oslo_concurrency.lockutils [None req-e8b1c369-2550-44c3-b92f-a58cb461e4e7 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "82d42c24-7b74-4a4d-b00b-1a0ee3c88324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.421s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.688125] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.924876] env[62697]: DEBUG nova.network.neutron [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updated VIF entry in instance network info cache for port 0d11c81c-45ee-4bff-b7f3-66925276fa8b. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.925377] env[62697]: DEBUG nova.network.neutron [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.189958] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.336688] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.338024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.338024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.338024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.338024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.340146] env[62697]: INFO nova.compute.manager [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Terminating instance [ 1872.341847] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "refresh_cache-132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.342044] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquired lock "refresh_cache-132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.342318] env[62697]: DEBUG nova.network.neutron [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.427940] env[62697]: DEBUG oslo_concurrency.lockutils [req-f794e6f7-7cbb-4c43-9907-731639d1be4b req-6a68ad44-f057-45f2-b520-6612cd98ddd8 service nova] Releasing lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.688709] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.861220] env[62697]: DEBUG nova.network.neutron [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.923495] env[62697]: DEBUG nova.network.neutron [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.189579] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.430491] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Releasing lock "refresh_cache-132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.431014] env[62697]: DEBUG nova.compute.manager [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1873.431233] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.431680] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "dadc2d2a-5513-460a-a2af-276ab3e0237e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.431924] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.432138] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "dadc2d2a-5513-460a-a2af-276ab3e0237e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.432337] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.432504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.434851] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb8d93-dcea-40f9-b13c-c747b0c49ed1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.438062] env[62697]: INFO nova.compute.manager [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Terminating instance [ 1873.441581] env[62697]: DEBUG nova.compute.manager [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1873.441667] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.442506] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d48f61c-31f9-41f8-8acf-b0e4dc945982 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.448620] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.449249] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7924fecd-b428-4e25-a625-ed156a5013db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.453176] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.453416] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b38711df-3238-4eec-86dd-50682f589bb8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.456522] env[62697]: DEBUG oslo_vmware.api [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1873.456522] env[62697]: value = "task-1707414" [ 1873.456522] env[62697]: _type = "Task" [ 1873.456522] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.465557] env[62697]: DEBUG oslo_vmware.api [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1873.465557] env[62697]: value = "task-1707415" [ 1873.465557] env[62697]: _type = "Task" [ 1873.465557] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.465844] env[62697]: DEBUG oslo_vmware.api [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.475741] env[62697]: DEBUG oslo_vmware.api [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.690213] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.968576] env[62697]: DEBUG oslo_vmware.api [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707414, 'name': PowerOffVM_Task, 'duration_secs': 0.219744} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.971693] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.971902] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.972190] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80d6d1e3-f7e4-4ba0-9935-462b04b20bf3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.979042] env[62697]: DEBUG oslo_vmware.api [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707415, 'name': PowerOffVM_Task, 'duration_secs': 0.213757} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.979319] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.979496] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.979759] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-739b15de-e9c8-4c33-9506-557e98590133 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.998286] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1873.998584] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1873.998781] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleting the datastore file [datastore1] 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1873.999078] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63d14777-8ef7-40f9-af98-7e2b3e42e02d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.005018] env[62697]: DEBUG oslo_vmware.api [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for the task: (returnval){ [ 1874.005018] env[62697]: value = "task-1707418" [ 1874.005018] env[62697]: _type = "Task" [ 1874.005018] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.013608] env[62697]: DEBUG oslo_vmware.api [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.050378] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.050686] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.051083] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleting the datastore file [datastore1] dadc2d2a-5513-460a-a2af-276ab3e0237e {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.051263] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776ffccf-105c-463e-b3a7-69f5238c1f71 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.057550] env[62697]: DEBUG oslo_vmware.api [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1874.057550] env[62697]: value = "task-1707419" [ 1874.057550] env[62697]: _type = "Task" [ 1874.057550] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.067733] env[62697]: DEBUG oslo_vmware.api [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.189724] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.514785] env[62697]: DEBUG oslo_vmware.api [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Task: {'id': task-1707418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16378} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.516055] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.516055] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.516055] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.516055] env[62697]: INFO nova.compute.manager [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1874.516355] env[62697]: DEBUG oslo.service.loopingcall [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.516355] env[62697]: DEBUG nova.compute.manager [-] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1874.516433] env[62697]: DEBUG nova.network.neutron [-] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.532668] env[62697]: DEBUG nova.network.neutron [-] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.568042] env[62697]: DEBUG oslo_vmware.api [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258281} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.568336] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.568526] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.568709] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.568979] env[62697]: INFO nova.compute.manager [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1874.569303] env[62697]: DEBUG oslo.service.loopingcall [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.569510] env[62697]: DEBUG nova.compute.manager [-] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1874.569611] env[62697]: DEBUG nova.network.neutron [-] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.691470] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.036418] env[62697]: DEBUG nova.network.neutron [-] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.065530] env[62697]: DEBUG nova.compute.manager [req-7a2b5f0d-766f-40ba-9beb-97a9ee60d2ab req-1b7daab3-b2de-44d5-bd6f-3c31a529c82f service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Received event network-vif-deleted-138e5f48-0ebc-4682-afe9-88b7f0b9df22 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1875.065890] env[62697]: INFO nova.compute.manager [req-7a2b5f0d-766f-40ba-9beb-97a9ee60d2ab req-1b7daab3-b2de-44d5-bd6f-3c31a529c82f service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Neutron deleted interface 138e5f48-0ebc-4682-afe9-88b7f0b9df22; detaching it from the instance and deleting it from the info cache [ 1875.066115] env[62697]: DEBUG nova.network.neutron [req-7a2b5f0d-766f-40ba-9beb-97a9ee60d2ab req-1b7daab3-b2de-44d5-bd6f-3c31a529c82f service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.191836] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.530446] env[62697]: DEBUG nova.network.neutron [-] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.540557] env[62697]: INFO nova.compute.manager [-] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Took 1.02 seconds to deallocate network for instance. [ 1875.572518] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02bde272-8890-4b6b-96d9-e5c63fac3680 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.583568] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ed67d-537a-495a-a825-43c912f92267 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.613344] env[62697]: DEBUG nova.compute.manager [req-7a2b5f0d-766f-40ba-9beb-97a9ee60d2ab req-1b7daab3-b2de-44d5-bd6f-3c31a529c82f service nova] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Detach interface failed, port_id=138e5f48-0ebc-4682-afe9-88b7f0b9df22, reason: Instance dadc2d2a-5513-460a-a2af-276ab3e0237e could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1875.694538] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.034043] env[62697]: INFO nova.compute.manager [-] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Took 1.46 seconds to deallocate network for instance. [ 1876.047428] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.047710] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.047943] env[62697]: DEBUG nova.objects.instance [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lazy-loading 'resources' on Instance uuid 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.193886] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.540959] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.654419] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f437961-fabd-4b98-a179-473ef725dc2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.662434] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7e37c6-f300-43bf-9861-abaf8819d49a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.695138] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6920bedc-6c7f-4b31-b4f7-99e5e66588e5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.702238] env[62697]: DEBUG oslo_vmware.api [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707413, 'name': ReconfigVM_Task, 'duration_secs': 6.104247} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.704197] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.704417] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Reconfigured VM to detach interface {{(pid=62697) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1876.707327] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d0d0d9-4e3b-4831-87d5-fa8a853c5dcc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.720276] env[62697]: DEBUG nova.compute.provider_tree [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.223322] env[62697]: DEBUG nova.scheduler.client.report [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1877.730443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.732864] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.192s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.733145] env[62697]: DEBUG nova.objects.instance [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'resources' on Instance uuid dadc2d2a-5513-460a-a2af-276ab3e0237e {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.752349] env[62697]: INFO nova.scheduler.client.report [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Deleted allocations for instance 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00 [ 1877.995869] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.996090] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquired lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.996279] env[62697]: DEBUG nova.network.neutron [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.025217] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.025477] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.025698] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.025888] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.026074] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.028243] env[62697]: INFO nova.compute.manager [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Terminating instance [ 1878.029956] env[62697]: DEBUG nova.compute.manager [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1878.030174] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.031032] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deed9e37-eeb0-4f31-8804-7d2ffd16a433 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.039326] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.039739] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48760e5a-0d0e-4211-b4dd-74800eb140d2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.046115] env[62697]: DEBUG oslo_vmware.api [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1878.046115] env[62697]: value = "task-1707420" [ 1878.046115] env[62697]: _type = "Task" [ 1878.046115] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.053760] env[62697]: DEBUG oslo_vmware.api [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.260514] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f9a8b5cc-4b60-4d2c-980f-a401003dd9d5 tempest-ServerShowV247Test-690507130 tempest-ServerShowV247Test-690507130-project-member] Lock "132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.324578] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147aa6b7-1aa7-4eab-bfce-5aaab051c6b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.332320] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffbc23b-e181-4a4a-80c5-2c0e829e205e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.365781] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bfde57-a809-4c2a-8ac4-b2fa4efc5a35 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.374144] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bdfdb7-9936-4057-b038-8ccba96923d9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.387724] env[62697]: DEBUG nova.compute.provider_tree [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.557136] env[62697]: DEBUG oslo_vmware.api [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707420, 'name': PowerOffVM_Task, 'duration_secs': 0.236643} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.557491] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.557711] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.557932] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da80952-76de-4361-bc81-4bc580681990 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.648310] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.648543] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.648739] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleting the datastore file [datastore1] b57b6b09-c3fe-4757-9a1a-2a6baae8c900 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.649015] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e777a61-3a88-4c57-9b9b-792342f9b6ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.656253] env[62697]: DEBUG oslo_vmware.api [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1878.656253] env[62697]: value = "task-1707422" [ 1878.656253] env[62697]: _type = "Task" [ 1878.656253] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.664125] env[62697]: DEBUG oslo_vmware.api [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.752590] env[62697]: INFO nova.network.neutron [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Port 3256f86a-c2a2-41a0-9cb2-a33e93324a2e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1878.753058] env[62697]: DEBUG nova.network.neutron [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [{"id": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "address": "fa:16:3e:37:64:79", "network": {"id": "76a5b8cb-8e39-4392-a965-ad3753610635", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-633310825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5184f4a4f04a72a2fc9f7a29c43033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965ba602-2d", "ovs_interfaceid": "965ba602-2dfa-4bd3-9a98-38e3a8cd201c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.867939] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae7d9b-400e-49e1-90ec-0eef2985aa0f/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1878.868910] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f57a9c-cc01-498e-86f4-11bac942af64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.875648] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae7d9b-400e-49e1-90ec-0eef2985aa0f/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1878.875830] env[62697]: ERROR oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae7d9b-400e-49e1-90ec-0eef2985aa0f/disk-0.vmdk due to incomplete transfer. [ 1878.876088] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9117af7-082f-47d7-b111-822164b6307d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.882479] env[62697]: DEBUG oslo_vmware.rw_handles [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae7d9b-400e-49e1-90ec-0eef2985aa0f/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1878.882723] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Uploaded image 637264bf-21e4-495a-a9b7-1b914423bfb2 to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1878.885191] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1878.885453] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24d4ba0a-3d9d-4d5e-ad54-c44d02e00c3d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.891701] env[62697]: DEBUG nova.scheduler.client.report [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1878.894929] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1878.894929] env[62697]: value = "task-1707423" [ 1878.894929] env[62697]: _type = "Task" [ 1878.894929] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.904137] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707423, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.166413] env[62697]: DEBUG oslo_vmware.api [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215603} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.166679] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1879.166870] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1879.167064] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1879.167243] env[62697]: INFO nova.compute.manager [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1879.167479] env[62697]: DEBUG oslo.service.loopingcall [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.167666] env[62697]: DEBUG nova.compute.manager [-] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1879.167764] env[62697]: DEBUG nova.network.neutron [-] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1879.256629] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Releasing lock "refresh_cache-b57b6b09-c3fe-4757-9a1a-2a6baae8c900" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.396891] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.408321] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707423, 'name': Destroy_Task} progress is 33%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.419984] env[62697]: INFO nova.scheduler.client.report [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted allocations for instance dadc2d2a-5513-460a-a2af-276ab3e0237e [ 1879.761890] env[62697]: DEBUG oslo_concurrency.lockutils [None req-31ea8535-2e92-4dc2-90ed-53e3a8d2744a tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "interface-b57b6b09-c3fe-4757-9a1a-2a6baae8c900-3256f86a-c2a2-41a0-9cb2-a33e93324a2e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.157s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.828271] env[62697]: DEBUG nova.compute.manager [req-675734a9-9306-4ec3-85e1-67099134adb9 req-c52b9e8d-aed2-408f-8c76-65ebad0ec4ac service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Received event network-vif-deleted-965ba602-2dfa-4bd3-9a98-38e3a8cd201c {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1879.828526] env[62697]: INFO nova.compute.manager [req-675734a9-9306-4ec3-85e1-67099134adb9 req-c52b9e8d-aed2-408f-8c76-65ebad0ec4ac service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Neutron deleted interface 965ba602-2dfa-4bd3-9a98-38e3a8cd201c; detaching it from the instance and deleting it from the info cache [ 1879.828739] env[62697]: DEBUG nova.network.neutron [req-675734a9-9306-4ec3-85e1-67099134adb9 req-c52b9e8d-aed2-408f-8c76-65ebad0ec4ac service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.908521] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707423, 'name': Destroy_Task, 'duration_secs': 0.850758} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.908742] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Destroyed the VM [ 1879.908980] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1879.909310] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0178a6e4-06a3-48c5-a842-95c6afca22fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.915700] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1879.915700] env[62697]: value = "task-1707424" [ 1879.915700] env[62697]: _type = "Task" [ 1879.915700] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.925162] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707424, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.931103] env[62697]: DEBUG oslo_concurrency.lockutils [None req-af46120b-416c-431e-9cd8-1191b8c309b6 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "dadc2d2a-5513-460a-a2af-276ab3e0237e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.499s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.308653] env[62697]: DEBUG nova.network.neutron [-] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.334811] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd2c8b73-8bfb-4583-ac6c-a0f61984a5ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.344366] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743ff86b-f363-437a-b056-2c6f616cca58 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.370811] env[62697]: DEBUG nova.compute.manager [req-675734a9-9306-4ec3-85e1-67099134adb9 req-c52b9e8d-aed2-408f-8c76-65ebad0ec4ac service nova] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Detach interface failed, port_id=965ba602-2dfa-4bd3-9a98-38e3a8cd201c, reason: Instance b57b6b09-c3fe-4757-9a1a-2a6baae8c900 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1880.425615] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707424, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373061} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.425900] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1880.426202] env[62697]: DEBUG nova.compute.manager [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1880.426978] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323fe1b7-9c75-4f8f-8e38-27f4e78ae375 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.811734] env[62697]: INFO nova.compute.manager [-] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Took 1.64 seconds to deallocate network for instance. [ 1880.940460] env[62697]: INFO nova.compute.manager [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Shelve offloading [ 1880.942677] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.942929] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ef6abb-08b2-44bd-b9c4-9b2c62ea63be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.949709] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1880.949709] env[62697]: value = "task-1707425" [ 1880.949709] env[62697]: _type = "Task" [ 1880.949709] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.959311] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.318603] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.318700] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.319504] env[62697]: DEBUG nova.objects.instance [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'resources' on Instance uuid b57b6b09-c3fe-4757-9a1a-2a6baae8c900 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.461251] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1881.461423] env[62697]: DEBUG nova.compute.manager [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1881.462237] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d39dad-07cc-4a5b-be5b-4506407d84a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.467991] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.468219] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.468346] env[62697]: DEBUG nova.network.neutron [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.472336] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.472549] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.887374] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ea3ff-78f9-4dac-ae48-e3974bc2f84b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.895207] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8237e801-6c99-4189-b968-e1201ab284a7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.927458] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ca4f0-59c2-4839-b20f-fc87caa843de {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.936571] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce6948d-41fb-4fcf-8762-34d7982324b3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.950708] env[62697]: DEBUG nova.compute.provider_tree [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.975115] env[62697]: INFO nova.compute.manager [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Detaching volume 4712cf6e-478a-41c5-aa52-89b7f4b266ca [ 1882.018332] env[62697]: INFO nova.virt.block_device [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Attempting to driver detach volume 4712cf6e-478a-41c5-aa52-89b7f4b266ca from mountpoint /dev/sdb [ 1882.018635] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1882.018841] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355713', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'name': 'volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e866b33f-12c9-4219-8473-270abee54f82', 'attached_at': '', 'detached_at': '', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'serial': '4712cf6e-478a-41c5-aa52-89b7f4b266ca'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1882.019787] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5857e678-a34a-4dcf-8fe0-76f4a0c3639c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.042718] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e2c70c-f3b0-4c82-9d98-aa73f22c3744 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.050077] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199db32e-380b-48d8-9257-04838f4f46be {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.072558] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd484a0-5b99-45f7-8250-f9a2db156b50 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.087432] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] The volume has not been displaced from its original location: [datastore1] volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca/volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1882.092912] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1882.093257] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a193e6-4769-4256-937b-5ea675d78c34 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.114443] env[62697]: DEBUG oslo_vmware.api [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1882.114443] env[62697]: value = "task-1707426" [ 1882.114443] env[62697]: _type = "Task" [ 1882.114443] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.122127] env[62697]: DEBUG oslo_vmware.api [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.224937] env[62697]: DEBUG nova.network.neutron [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": "42cd56e4-e384-40b3-8d0c-879266c28907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.453966] env[62697]: DEBUG nova.scheduler.client.report [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1882.626146] env[62697]: DEBUG oslo_vmware.api [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707426, 'name': ReconfigVM_Task, 'duration_secs': 0.23707} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.626433] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1882.630952] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c51aff4-f721-46bd-8fb4-65422696817a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.645880] env[62697]: DEBUG oslo_vmware.api [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1882.645880] env[62697]: value = "task-1707427" [ 1882.645880] env[62697]: _type = "Task" [ 1882.645880] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.653079] env[62697]: DEBUG oslo_vmware.api [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.731492] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.959075] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.966029] env[62697]: DEBUG nova.compute.manager [req-d52509d2-97f1-475f-ab0e-526a78eee8ca req-6e6271d4-3681-4ef9-947e-4008000f1127 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-vif-unplugged-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1882.966351] env[62697]: DEBUG oslo_concurrency.lockutils [req-d52509d2-97f1-475f-ab0e-526a78eee8ca req-6e6271d4-3681-4ef9-947e-4008000f1127 service nova] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.966537] env[62697]: DEBUG oslo_concurrency.lockutils [req-d52509d2-97f1-475f-ab0e-526a78eee8ca req-6e6271d4-3681-4ef9-947e-4008000f1127 service nova] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.966708] env[62697]: DEBUG oslo_concurrency.lockutils [req-d52509d2-97f1-475f-ab0e-526a78eee8ca req-6e6271d4-3681-4ef9-947e-4008000f1127 service nova] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.966879] env[62697]: DEBUG nova.compute.manager [req-d52509d2-97f1-475f-ab0e-526a78eee8ca req-6e6271d4-3681-4ef9-947e-4008000f1127 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] No waiting events found dispatching network-vif-unplugged-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1882.967068] env[62697]: WARNING nova.compute.manager [req-d52509d2-97f1-475f-ab0e-526a78eee8ca req-6e6271d4-3681-4ef9-947e-4008000f1127 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received unexpected event network-vif-unplugged-42cd56e4-e384-40b3-8d0c-879266c28907 for instance with vm_state shelved and task_state shelving_offloading. [ 1882.978712] env[62697]: INFO nova.scheduler.client.report [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted allocations for instance b57b6b09-c3fe-4757-9a1a-2a6baae8c900 [ 1883.066294] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.067209] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807fd0fa-f8a6-446e-b842-0c0549482173 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.074854] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1883.075103] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c0e340-609b-493d-900c-0058835acb03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.145152] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1883.145455] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1883.145626] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleting the datastore file [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1883.145891] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec0b709-62c4-4145-a8dd-aad2f221d980 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.156323] env[62697]: DEBUG oslo_vmware.api [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707427, 'name': ReconfigVM_Task, 'duration_secs': 0.13951} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.157520] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355713', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'name': 'volume-4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e866b33f-12c9-4219-8473-270abee54f82', 'attached_at': '', 'detached_at': '', 'volume_id': '4712cf6e-478a-41c5-aa52-89b7f4b266ca', 'serial': '4712cf6e-478a-41c5-aa52-89b7f4b266ca'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1883.159659] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1883.159659] env[62697]: value = "task-1707429" [ 1883.159659] env[62697]: _type = "Task" [ 1883.159659] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.167596] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.486047] env[62697]: DEBUG oslo_concurrency.lockutils [None req-be0bfdb7-cdc3-4def-826c-8b9f5642219b tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "b57b6b09-c3fe-4757-9a1a-2a6baae8c900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.460s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.670131] env[62697]: DEBUG oslo_vmware.api [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141917} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.670397] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1883.670587] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1883.670768] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1883.686840] env[62697]: INFO nova.scheduler.client.report [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted allocations for instance 5c7792d9-1bf0-425a-a1d9-7196379b7341 [ 1883.701371] env[62697]: DEBUG nova.objects.instance [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'flavor' on Instance uuid e866b33f-12c9-4219-8473-270abee54f82 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.870700] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.870974] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.871232] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.871425] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.871597] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.873586] env[62697]: INFO nova.compute.manager [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Terminating instance [ 1883.875319] env[62697]: DEBUG nova.compute.manager [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1883.875518] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.876355] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc3ec44-acb7-4336-b516-30adbfd32e86 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.884320] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.884542] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c628957-e479-47af-a1aa-61cd9967372b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.891404] env[62697]: DEBUG oslo_vmware.api [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1883.891404] env[62697]: value = "task-1707430" [ 1883.891404] env[62697]: _type = "Task" [ 1883.891404] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.898738] env[62697]: DEBUG oslo_vmware.api [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.191403] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.191753] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.191976] env[62697]: DEBUG nova.objects.instance [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'resources' on Instance uuid 5c7792d9-1bf0-425a-a1d9-7196379b7341 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.401179] env[62697]: DEBUG oslo_vmware.api [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707430, 'name': PowerOffVM_Task, 'duration_secs': 0.229686} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.401436] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.401601] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.401852] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb358bdf-8990-4945-8383-27100af526e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.487344] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.487597] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.487774] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleting the datastore file [datastore1] bbe9d273-676c-417c-ae23-3b8c0b13b7fc {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.488048] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fe577c7-84dd-4f36-8106-15c10ac9eabe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.494116] env[62697]: DEBUG oslo_vmware.api [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for the task: (returnval){ [ 1884.494116] env[62697]: value = "task-1707432" [ 1884.494116] env[62697]: _type = "Task" [ 1884.494116] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.502318] env[62697]: DEBUG oslo_vmware.api [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.694832] env[62697]: DEBUG nova.objects.instance [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c7792d9-1bf0-425a-a1d9-7196379b7341 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.708434] env[62697]: DEBUG oslo_concurrency.lockutils [None req-04d5d424-c5b4-49bf-8033-07dbbcd74f4a tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.989333] env[62697]: DEBUG nova.compute.manager [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1884.989710] env[62697]: DEBUG nova.compute.manager [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing instance network info cache due to event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1884.989945] env[62697]: DEBUG oslo_concurrency.lockutils [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] Acquiring lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.990109] env[62697]: DEBUG oslo_concurrency.lockutils [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] Acquired lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.990278] env[62697]: DEBUG nova.network.neutron [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.004696] env[62697]: DEBUG oslo_vmware.api [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Task: {'id': task-1707432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158693} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.004935] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.005136] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.005320] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.005499] env[62697]: INFO nova.compute.manager [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1885.005732] env[62697]: DEBUG oslo.service.loopingcall [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.005920] env[62697]: DEBUG nova.compute.manager [-] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1885.006025] env[62697]: DEBUG nova.network.neutron [-] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.197223] env[62697]: DEBUG nova.objects.base [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Object Instance<5c7792d9-1bf0-425a-a1d9-7196379b7341> lazy-loaded attributes: resources,numa_topology {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1885.259898] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc352db0-3c85-4890-8e8d-50eee7f3179a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.267595] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f0cb6-53dc-42b4-8c4e-73e8f7008837 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.303515] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443787fb-2d26-4a6f-835e-d49f91b4f6bb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.311450] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6331a583-61eb-4c89-a6c4-bf1e1dbd4ab0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.324915] env[62697]: DEBUG nova.compute.provider_tree [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.726156] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.726460] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.726688] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e866b33f-12c9-4219-8473-270abee54f82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.726876] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.727068] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.729459] env[62697]: INFO nova.compute.manager [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Terminating instance [ 1885.731656] env[62697]: DEBUG nova.compute.manager [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1885.731943] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.732957] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32609718-1019-4a8b-9aec-190329ee61ea {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.742426] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.743125] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9801d48b-80c3-4ec6-bb43-4d750d11b804 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.749218] env[62697]: DEBUG nova.network.neutron [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updated VIF entry in instance network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.749567] env[62697]: DEBUG nova.network.neutron [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.752198] env[62697]: DEBUG oslo_vmware.api [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1885.752198] env[62697]: value = "task-1707433" [ 1885.752198] env[62697]: _type = "Task" [ 1885.752198] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.762396] env[62697]: DEBUG oslo_vmware.api [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.845964] env[62697]: ERROR nova.scheduler.client.report [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [req-50a0352a-e6d1-4fd8-a7d4-7bd53ea697e7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50a0352a-e6d1-4fd8-a7d4-7bd53ea697e7"}]} [ 1885.862358] env[62697]: DEBUG nova.scheduler.client.report [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1885.874274] env[62697]: DEBUG nova.scheduler.client.report [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1885.874512] env[62697]: DEBUG nova.compute.provider_tree [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.887441] env[62697]: DEBUG nova.scheduler.client.report [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1885.906046] env[62697]: DEBUG nova.scheduler.client.report [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1885.934829] env[62697]: DEBUG nova.network.neutron [-] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.970111] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fa6299-0e82-4823-af25-71f35af09e8f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.977830] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb3928-f625-4496-93fe-66d7fd74be78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.008777] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629da9f7-fd4c-43b6-9e42-c44d9dad2fbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.016298] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962660be-52e0-4a77-84fe-859e6109fabd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.029453] env[62697]: DEBUG nova.compute.provider_tree [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1886.253402] env[62697]: DEBUG oslo_concurrency.lockutils [req-f958c103-9804-40e0-84b2-f56abeaa8a64 req-101efb4e-fff1-4173-917e-49f516e7c308 service nova] Releasing lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.262545] env[62697]: DEBUG oslo_vmware.api [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707433, 'name': PowerOffVM_Task, 'duration_secs': 0.206869} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.262804] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.262978] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.263246] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11e7368c-1d9d-4287-a5d3-560592274ed5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.333049] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1886.333310] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1886.333498] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleting the datastore file [datastore1] e866b33f-12c9-4219-8473-270abee54f82 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1886.333778] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce4ee16-7e75-439b-9a22-78e6e618f482 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.341156] env[62697]: DEBUG oslo_vmware.api [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1886.341156] env[62697]: value = "task-1707435" [ 1886.341156] env[62697]: _type = "Task" [ 1886.341156] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.349624] env[62697]: DEBUG oslo_vmware.api [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.437744] env[62697]: INFO nova.compute.manager [-] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Took 1.43 seconds to deallocate network for instance. [ 1886.557891] env[62697]: DEBUG nova.scheduler.client.report [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1886.558240] env[62697]: DEBUG nova.compute.provider_tree [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 173 to 174 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1886.558430] env[62697]: DEBUG nova.compute.provider_tree [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1886.716846] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.851098] env[62697]: DEBUG oslo_vmware.api [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201798} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.852367] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1886.852770] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1886.853080] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1886.854051] env[62697]: INFO nova.compute.manager [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e866b33f-12c9-4219-8473-270abee54f82] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1886.854698] env[62697]: DEBUG oslo.service.loopingcall [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.854996] env[62697]: DEBUG nova.compute.manager [-] [instance: e866b33f-12c9-4219-8473-270abee54f82] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1886.855118] env[62697]: DEBUG nova.network.neutron [-] [instance: e866b33f-12c9-4219-8473-270abee54f82] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1886.944411] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.014241] env[62697]: DEBUG nova.compute.manager [req-fb39d310-b81d-4b77-bae7-d317a57dcb94 req-2bff2095-8797-4560-a07e-1c0635ccc124 service nova] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Received event network-vif-deleted-c14a7bb7-5a28-4e28-be03-9e5200eeb827 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1887.063088] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.871s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.065522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.121s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.065756] env[62697]: DEBUG nova.objects.instance [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lazy-loading 'resources' on Instance uuid bbe9d273-676c-417c-ae23-3b8c0b13b7fc {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.573638] env[62697]: DEBUG oslo_concurrency.lockutils [None req-61360903-2735-480c-8a72-5b03100b50ec tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.724s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.574588] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.858s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.574773] env[62697]: INFO nova.compute.manager [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Unshelving [ 1887.634246] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a497120-626a-4cae-9ba8-dfacb26cf8b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.642093] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf5209-7937-457a-837a-b6adac298337 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.671391] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f1cbb-a6f8-45fd-9974-d692b73e8307 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.678570] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2582e85-467f-4c16-85df-62945b8db164 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.692188] env[62697]: DEBUG nova.compute.provider_tree [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.819179] env[62697]: DEBUG nova.network.neutron [-] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.195398] env[62697]: DEBUG nova.scheduler.client.report [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1888.322067] env[62697]: INFO nova.compute.manager [-] [instance: e866b33f-12c9-4219-8473-270abee54f82] Took 1.47 seconds to deallocate network for instance. [ 1888.597758] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.700321] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.703071] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.105s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.703071] env[62697]: DEBUG nova.objects.instance [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'pci_requests' on Instance uuid 5c7792d9-1bf0-425a-a1d9-7196379b7341 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.717391] env[62697]: INFO nova.scheduler.client.report [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Deleted allocations for instance bbe9d273-676c-417c-ae23-3b8c0b13b7fc [ 1888.829329] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.039723] env[62697]: DEBUG nova.compute.manager [req-c4ff527a-3bd0-49ed-bf12-42c962980c37 req-0b64ab01-3fdd-4624-985d-482fa60a0d1b service nova] [instance: e866b33f-12c9-4219-8473-270abee54f82] Received event network-vif-deleted-54a39a6a-415b-498d-8953-32fefbf32181 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1889.207136] env[62697]: DEBUG nova.objects.instance [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c7792d9-1bf0-425a-a1d9-7196379b7341 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.231552] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c1a31626-31dc-4860-b7bf-b48cdc6daa55 tempest-AttachInterfacesTestJSON-890511915 tempest-AttachInterfacesTestJSON-890511915-project-member] Lock "bbe9d273-676c-417c-ae23-3b8c0b13b7fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.360s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.282920] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.283171] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.710095] env[62697]: INFO nova.compute.claims [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.788134] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.788356] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1889.788452] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1890.308284] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.308477] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.308638] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e866b33f-12c9-4219-8473-270abee54f82] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1890.308818] env[62697]: DEBUG nova.objects.instance [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lazy-loading 'info_cache' on Instance uuid e866b33f-12c9-4219-8473-270abee54f82 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.856835] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d629cf0-a0ad-4e5a-91a2-82edd88f1eac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.866046] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc009b-fc9b-4c0a-891c-206ee00b6f14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.897167] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4303ad-19c3-4095-92ab-057e38f7b12b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.904175] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b6c8ea-9dd2-4990-809b-699d48b5e0c8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.917700] env[62697]: DEBUG nova.compute.provider_tree [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.331621] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e866b33f-12c9-4219-8473-270abee54f82] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1891.421215] env[62697]: DEBUG nova.scheduler.client.report [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1891.911522] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.926308] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.224s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.928337] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.099s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.928573] env[62697]: DEBUG nova.objects.instance [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'resources' on Instance uuid e866b33f-12c9-4219-8473-270abee54f82 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.960576] env[62697]: INFO nova.network.neutron [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating port 42cd56e4-e384-40b3-8d0c-879266c28907 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1892.414639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-e866b33f-12c9-4219-8473-270abee54f82" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.414873] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e866b33f-12c9-4219-8473-270abee54f82] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1892.415112] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.415279] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.415427] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.415576] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.415716] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.415860] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.415989] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1892.416172] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.481050] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d0c03c-0271-4d79-a8aa-5359a1cdbe44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.488302] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4579c0-45b9-4809-9837-b2a1f86bc040 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.518363] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f615877-a988-429f-b68c-26e45992a806 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.525146] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec6cddc-bfdc-493c-869c-4e0475604c46 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.537642] env[62697]: DEBUG nova.compute.provider_tree [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.918997] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.040639] env[62697]: DEBUG nova.scheduler.client.report [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1893.390577] env[62697]: DEBUG nova.compute.manager [req-317f4d5f-dda6-4254-af51-e3facb9a3533 req-ba4dcba0-d9ad-4e19-8f1a-a922967b68a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-vif-plugged-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1893.390809] env[62697]: DEBUG oslo_concurrency.lockutils [req-317f4d5f-dda6-4254-af51-e3facb9a3533 req-ba4dcba0-d9ad-4e19-8f1a-a922967b68a6 service nova] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.391033] env[62697]: DEBUG oslo_concurrency.lockutils [req-317f4d5f-dda6-4254-af51-e3facb9a3533 req-ba4dcba0-d9ad-4e19-8f1a-a922967b68a6 service nova] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.391215] env[62697]: DEBUG oslo_concurrency.lockutils [req-317f4d5f-dda6-4254-af51-e3facb9a3533 req-ba4dcba0-d9ad-4e19-8f1a-a922967b68a6 service nova] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.391388] env[62697]: DEBUG nova.compute.manager [req-317f4d5f-dda6-4254-af51-e3facb9a3533 req-ba4dcba0-d9ad-4e19-8f1a-a922967b68a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] No waiting events found dispatching network-vif-plugged-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1893.391558] env[62697]: WARNING nova.compute.manager [req-317f4d5f-dda6-4254-af51-e3facb9a3533 req-ba4dcba0-d9ad-4e19-8f1a-a922967b68a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received unexpected event network-vif-plugged-42cd56e4-e384-40b3-8d0c-879266c28907 for instance with vm_state shelved_offloaded and task_state spawning. [ 1893.471374] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.471475] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.471653] env[62697]: DEBUG nova.network.neutron [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.545105] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.547265] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.628s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.547448] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.547606] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1893.548724] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a77d8d-1b1a-4e73-bf08-d8730bb12e32 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.557260] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de5214-aa9a-4ed4-b7c0-1a89661319f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.570931] env[62697]: INFO nova.scheduler.client.report [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted allocations for instance e866b33f-12c9-4219-8473-270abee54f82 [ 1893.572563] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f108b-c43d-4cb2-b862-9a26471a74df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.580834] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f9de49-df0d-450f-967c-46f67ec0e4f9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.610412] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180522MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1893.610575] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.610759] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.082870] env[62697]: DEBUG oslo_concurrency.lockutils [None req-7d4b1ad1-f091-4a20-a75c-650f5d7548a2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e866b33f-12c9-4219-8473-270abee54f82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.356s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.203705] env[62697]: DEBUG nova.network.neutron [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": "42cd56e4-e384-40b3-8d0c-879266c28907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.639516] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 3b464a6b-2a96-4002-b2be-ae498b427f8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.640010] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 5c7792d9-1bf0-425a-a1d9-7196379b7341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.640341] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1894.640598] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1894.678024] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d3aa86-647a-46fc-807c-6555fcb33a44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.683613] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8222f7f-3bf9-49aa-870e-e99e6d5432f3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.718788] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.723136] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d207466c-68bf-425e-ab46-a8b90fefe0e7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.734501] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e84585-d3bf-4421-88ad-7a3fb17ddd8a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.751221] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.759624] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='40c352721bdee44a36d6a483d8614481',container_format='bare',created_at=2024-12-10T20:50:29Z,direct_url=,disk_format='vmdk',id=637264bf-21e4-495a-a9b7-1b914423bfb2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-893040719-shelved',owner='b7299d4f819d42bc866e46922bb5bee2',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2024-12-10T20:50:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1894.759624] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1894.759624] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1894.759624] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1894.759803] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1894.759913] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1894.760440] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1894.760440] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1894.760551] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1894.760660] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1894.761275] env[62697]: DEBUG nova.virt.hardware [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1894.761699] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487982c-d0f2-4c90-a335-4b0e84e815d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.770352] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a44f594-8e4d-4d15-8d38-5f934ef23a4a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.786437] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:05:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42cd56e4-e384-40b3-8d0c-879266c28907', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.793925] env[62697]: DEBUG oslo.service.loopingcall [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.794206] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.794426] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-537cf921-4b5c-46de-b0be-fabc714f1ba9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.812876] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1894.812876] env[62697]: value = "task-1707436" [ 1894.812876] env[62697]: _type = "Task" [ 1894.812876] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.820068] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707436, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.255325] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1895.322718] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707436, 'name': CreateVM_Task, 'duration_secs': 0.330388} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.322898] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.323604] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.323781] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.324198] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.324452] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e51ff1-b3ea-46c7-a64b-4673b2b7a068 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.328644] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1895.328644] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1e91a-18bd-1bfd-a0c5-4eb69c8d9834" [ 1895.328644] env[62697]: _type = "Task" [ 1895.328644] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.336614] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e1e91a-18bd-1bfd-a0c5-4eb69c8d9834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.419823] env[62697]: DEBUG nova.compute.manager [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1895.420045] env[62697]: DEBUG nova.compute.manager [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing instance network info cache due to event network-changed-42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1895.420274] env[62697]: DEBUG oslo_concurrency.lockutils [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] Acquiring lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.420424] env[62697]: DEBUG oslo_concurrency.lockutils [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] Acquired lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.420588] env[62697]: DEBUG nova.network.neutron [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Refreshing network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.760398] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1895.760622] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.839061] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.839343] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Processing image 637264bf-21e4-495a-a9b7-1b914423bfb2 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.839586] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2/637264bf-21e4-495a-a9b7-1b914423bfb2.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.839741] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2/637264bf-21e4-495a-a9b7-1b914423bfb2.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.839923] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.841278] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a73c874-7b48-4ca1-b9c0-778dab53aa9c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.845866] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.846094] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.854247] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.854247] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.855289] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ae52ec-8d96-451f-9ba4-9035bb3d2999 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.860852] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1895.860852] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52caf1db-9345-1ff2-6320-d04dcdf2bf92" [ 1895.860852] env[62697]: _type = "Task" [ 1895.860852] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.868667] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52caf1db-9345-1ff2-6320-d04dcdf2bf92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.137634] env[62697]: DEBUG nova.network.neutron [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updated VIF entry in instance network info cache for port 42cd56e4-e384-40b3-8d0c-879266c28907. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.138034] env[62697]: DEBUG nova.network.neutron [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [{"id": "42cd56e4-e384-40b3-8d0c-879266c28907", "address": "fa:16:3e:75:05:13", "network": {"id": "d296007d-587a-48aa-bf12-7f8bd0393c30", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2056342648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7299d4f819d42bc866e46922bb5bee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cd56e4-e3", "ovs_interfaceid": "42cd56e4-e384-40b3-8d0c-879266c28907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.348882] env[62697]: DEBUG nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1896.370768] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Preparing fetch location {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1896.371059] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Fetch image to [datastore1] OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e/OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e.vmdk {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1896.371264] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Downloading stream optimized image 637264bf-21e4-495a-a9b7-1b914423bfb2 to [datastore1] OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e/OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e.vmdk on the data store datastore1 as vApp {{(pid=62697) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1896.371439] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Downloading image file data 637264bf-21e4-495a-a9b7-1b914423bfb2 to the ESX as VM named 'OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e' {{(pid=62697) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1896.445156] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1896.445156] env[62697]: value = "resgroup-9" [ 1896.445156] env[62697]: _type = "ResourcePool" [ 1896.445156] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1896.445458] env[62697]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e2ffb58d-3092-4b7e-864b-9f31349b1746 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.465831] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease: (returnval){ [ 1896.465831] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5202ac95-d633-7dc4-9015-962cffc669d0" [ 1896.465831] env[62697]: _type = "HttpNfcLease" [ 1896.465831] env[62697]: } obtained for vApp import into resource pool (val){ [ 1896.465831] env[62697]: value = "resgroup-9" [ 1896.465831] env[62697]: _type = "ResourcePool" [ 1896.465831] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1896.466128] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the lease: (returnval){ [ 1896.466128] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5202ac95-d633-7dc4-9015-962cffc669d0" [ 1896.466128] env[62697]: _type = "HttpNfcLease" [ 1896.466128] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1896.472158] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1896.472158] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5202ac95-d633-7dc4-9015-962cffc669d0" [ 1896.472158] env[62697]: _type = "HttpNfcLease" [ 1896.472158] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1896.640726] env[62697]: DEBUG oslo_concurrency.lockutils [req-d72ca6f9-b759-424d-9401-cf15a7bd1f95 req-5293ea38-4750-490e-a945-8c00499e94a6 service nova] Releasing lock "refresh_cache-5c7792d9-1bf0-425a-a1d9-7196379b7341" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.874225] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.874677] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.876227] env[62697]: INFO nova.compute.claims [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1896.974620] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1896.974620] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5202ac95-d633-7dc4-9015-962cffc669d0" [ 1896.974620] env[62697]: _type = "HttpNfcLease" [ 1896.974620] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1896.974923] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1896.974923] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5202ac95-d633-7dc4-9015-962cffc669d0" [ 1896.974923] env[62697]: _type = "HttpNfcLease" [ 1896.974923] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1896.975658] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaef6cb-d989-4b5d-8bd3-8193452dcf17 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.982816] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6689-06e4-750f-d42a-c6a67d174883/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1896.983007] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6689-06e4-750f-d42a-c6a67d174883/disk-0.vmdk. {{(pid=62697) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1897.047343] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56857382-213a-4b9f-8347-74579035e845 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.937172] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ce625-d0ed-42b3-948a-b142acbfe3e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.948942] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db6071-f77a-42b7-9e40-f42c82c10026 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.987210] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada4b94a-bb71-42a5-b14d-de5401d218c4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.996784] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f3533-c06d-4ba4-bb32-978e084390a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.014112] env[62697]: DEBUG nova.compute.provider_tree [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.096076] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Completed reading data from the image iterator. {{(pid=62697) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1898.096374] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6689-06e4-750f-d42a-c6a67d174883/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1898.097306] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c2abf4-e773-42ea-bc19-02419199fadb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.104408] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6689-06e4-750f-d42a-c6a67d174883/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1898.104576] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6689-06e4-750f-d42a-c6a67d174883/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1898.104805] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d2d98fc4-dd22-415f-91f1-3ea5e54e465a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.319713] env[62697]: DEBUG oslo_vmware.rw_handles [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6689-06e4-750f-d42a-c6a67d174883/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1898.319989] env[62697]: INFO nova.virt.vmwareapi.images [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Downloaded image file data 637264bf-21e4-495a-a9b7-1b914423bfb2 [ 1898.320853] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce85ac1-a84b-44be-ac95-62f3cdd0251a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.336746] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a30d737e-31c1-4364-b327-ae1bb8a90d91 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.379857] env[62697]: INFO nova.virt.vmwareapi.images [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] The imported VM was unregistered [ 1898.382332] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Caching image {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1898.382568] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Creating directory with path [datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2 {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.382825] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-973f4bd3-c42c-4c82-a2ca-fa522f0c167e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.402010] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Created directory with path [datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2 {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.402217] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e/OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e.vmdk to [datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2/637264bf-21e4-495a-a9b7-1b914423bfb2.vmdk. {{(pid=62697) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1898.402468] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7eba0957-811d-4576-b790-5b0212b5af3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.408750] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1898.408750] env[62697]: value = "task-1707439" [ 1898.408750] env[62697]: _type = "Task" [ 1898.408750] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.416430] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.519929] env[62697]: DEBUG nova.scheduler.client.report [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1898.918920] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.025440] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.026019] env[62697]: DEBUG nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1899.419013] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.531957] env[62697]: DEBUG nova.compute.utils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1899.533571] env[62697]: DEBUG nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1899.533765] env[62697]: DEBUG nova.network.neutron [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1899.574731] env[62697]: DEBUG nova.policy [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f96e794e679849b7b661571728269c70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c49dbfba89e9419ebdb6815ed93ec7ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1899.847114] env[62697]: DEBUG nova.network.neutron [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Successfully created port: 67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.919535] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.038352] env[62697]: DEBUG nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1900.420082] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.920617] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.048386] env[62697]: DEBUG nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1901.076715] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1901.077017] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1901.077239] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.077467] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1901.077636] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.077808] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1901.078078] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1901.078297] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1901.078516] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1901.078718] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1901.078934] env[62697]: DEBUG nova.virt.hardware [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1901.079900] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4adfef-02f2-443d-be73-8786fc277616 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.088526] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f939a5df-e8f1-48c4-9814-e38938d4688d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.279396] env[62697]: DEBUG nova.compute.manager [req-42054cbd-888a-45c9-a67c-888a1aab7089 req-948a2a47-0481-4582-af46-3cd03ed5c759 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Received event network-vif-plugged-67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1901.279719] env[62697]: DEBUG oslo_concurrency.lockutils [req-42054cbd-888a-45c9-a67c-888a1aab7089 req-948a2a47-0481-4582-af46-3cd03ed5c759 service nova] Acquiring lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.279947] env[62697]: DEBUG oslo_concurrency.lockutils [req-42054cbd-888a-45c9-a67c-888a1aab7089 req-948a2a47-0481-4582-af46-3cd03ed5c759 service nova] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.280141] env[62697]: DEBUG oslo_concurrency.lockutils [req-42054cbd-888a-45c9-a67c-888a1aab7089 req-948a2a47-0481-4582-af46-3cd03ed5c759 service nova] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.280316] env[62697]: DEBUG nova.compute.manager [req-42054cbd-888a-45c9-a67c-888a1aab7089 req-948a2a47-0481-4582-af46-3cd03ed5c759 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] No waiting events found dispatching network-vif-plugged-67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1901.280546] env[62697]: WARNING nova.compute.manager [req-42054cbd-888a-45c9-a67c-888a1aab7089 req-948a2a47-0481-4582-af46-3cd03ed5c759 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Received unexpected event network-vif-plugged-67feaf0f-13f9-4a85-bb08-d76d143aca02 for instance with vm_state building and task_state spawning. [ 1901.374022] env[62697]: DEBUG nova.network.neutron [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Successfully updated port: 67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.421193] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.877287] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.877450] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.877530] env[62697]: DEBUG nova.network.neutron [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.922354] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707439, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.386825} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.922627] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e/OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e.vmdk to [datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2/637264bf-21e4-495a-a9b7-1b914423bfb2.vmdk. [ 1901.922817] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Cleaning up location [datastore1] OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1901.922988] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8bc150f8-7e7f-441b-84d6-85233a474d4e {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.923261] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f5c1597-060e-4367-b641-b54c573ea506 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.929484] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1901.929484] env[62697]: value = "task-1707440" [ 1901.929484] env[62697]: _type = "Task" [ 1901.929484] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.936639] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.409401] env[62697]: DEBUG nova.network.neutron [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1902.440091] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055764} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.440453] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.440598] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2/637264bf-21e4-495a-a9b7-1b914423bfb2.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.440844] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2/637264bf-21e4-495a-a9b7-1b914423bfb2.vmdk to [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.441176] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85222027-eaa5-47be-90c8-a15fc201c511 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.448827] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1902.448827] env[62697]: value = "task-1707441" [ 1902.448827] env[62697]: _type = "Task" [ 1902.448827] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.456865] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.542270] env[62697]: DEBUG nova.network.neutron [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updating instance_info_cache with network_info: [{"id": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "address": "fa:16:3e:c6:f9:8c", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67feaf0f-13", "ovs_interfaceid": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.960333] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707441, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.045261] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.045698] env[62697]: DEBUG nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Instance network_info: |[{"id": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "address": "fa:16:3e:c6:f9:8c", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67feaf0f-13", "ovs_interfaceid": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1903.046196] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:f9:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67feaf0f-13f9-4a85-bb08-d76d143aca02', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.054114] env[62697]: DEBUG oslo.service.loopingcall [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.054381] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1903.054618] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f762231d-6369-438a-b6e4-ba97e41c2989 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.077629] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.077629] env[62697]: value = "task-1707442" [ 1903.077629] env[62697]: _type = "Task" [ 1903.077629] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.085969] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707442, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.310313] env[62697]: DEBUG nova.compute.manager [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Received event network-changed-67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1903.310555] env[62697]: DEBUG nova.compute.manager [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Refreshing instance network info cache due to event network-changed-67feaf0f-13f9-4a85-bb08-d76d143aca02. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1903.310796] env[62697]: DEBUG oslo_concurrency.lockutils [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] Acquiring lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.310963] env[62697]: DEBUG oslo_concurrency.lockutils [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] Acquired lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.311174] env[62697]: DEBUG nova.network.neutron [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Refreshing network info cache for port 67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.459896] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707441, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.589589] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707442, 'name': CreateVM_Task, 'duration_secs': 0.355965} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.589859] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.590686] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.590951] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.591323] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.591600] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423dcdcb-008f-4cc8-9006-24a8178093da {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.596514] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1903.596514] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5264b9ac-f06b-3b7c-b0b3-bec1646f7548" [ 1903.596514] env[62697]: _type = "Task" [ 1903.596514] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.604983] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5264b9ac-f06b-3b7c-b0b3-bec1646f7548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.960573] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707441, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.019426] env[62697]: DEBUG nova.network.neutron [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updated VIF entry in instance network info cache for port 67feaf0f-13f9-4a85-bb08-d76d143aca02. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.019828] env[62697]: DEBUG nova.network.neutron [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updating instance_info_cache with network_info: [{"id": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "address": "fa:16:3e:c6:f9:8c", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67feaf0f-13", "ovs_interfaceid": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.107337] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5264b9ac-f06b-3b7c-b0b3-bec1646f7548, 'name': SearchDatastore_Task, 'duration_secs': 0.074752} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.107620] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.107880] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.108131] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.108286] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.108467] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.108817] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b569d81-b9bc-482c-90e3-743fcefb8c5a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.125186] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.125413] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.126219] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8768502-4b8e-485b-8753-8d9812819471 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.132045] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1904.132045] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a53cb4-6277-9b56-8325-712b03eddccf" [ 1904.132045] env[62697]: _type = "Task" [ 1904.132045] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.139955] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a53cb4-6277-9b56-8325-712b03eddccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.462471] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707441, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.522503] env[62697]: DEBUG oslo_concurrency.lockutils [req-c908fbf3-3ed5-4905-a7cb-2c33c49df1a7 req-5931d312-88d9-4339-ac52-879b79ab2e5d service nova] Releasing lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.642534] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a53cb4-6277-9b56-8325-712b03eddccf, 'name': SearchDatastore_Task, 'duration_secs': 0.077467} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.643403] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f396bde3-cbda-4a06-85c8-dfc3128f4c0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.649039] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1904.649039] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52763afe-bf83-7e9a-0920-ccb2b762ef36" [ 1904.649039] env[62697]: _type = "Task" [ 1904.649039] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.657934] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52763afe-bf83-7e9a-0920-ccb2b762ef36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.961931] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707441, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.254545} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.962260] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/637264bf-21e4-495a-a9b7-1b914423bfb2/637264bf-21e4-495a-a9b7-1b914423bfb2.vmdk to [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.963080] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2193185f-0aae-42de-be73-34323179a558 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.985732] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.986009] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9255ee-f5f1-4282-a8fb-5c24325ff778 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.004707] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1905.004707] env[62697]: value = "task-1707443" [ 1905.004707] env[62697]: _type = "Task" [ 1905.004707] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.012431] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.159231] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52763afe-bf83-7e9a-0920-ccb2b762ef36, 'name': SearchDatastore_Task, 'duration_secs': 0.042898} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.159529] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.159814] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e50fde8c-9c55-4889-bcd3-b84a60dcbda4/e50fde8c-9c55-4889-bcd3-b84a60dcbda4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.160105] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e7c3ba-242b-4e24-9fa2-9c8fe1505fb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.166926] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1905.166926] env[62697]: value = "task-1707444" [ 1905.166926] env[62697]: _type = "Task" [ 1905.166926] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.174111] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.515221] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.676473] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480653} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.676753] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] e50fde8c-9c55-4889-bcd3-b84a60dcbda4/e50fde8c-9c55-4889-bcd3-b84a60dcbda4.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.676968] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.677248] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99db6103-33f1-45ae-b622-82ddaee9c1dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.683999] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1905.683999] env[62697]: value = "task-1707445" [ 1905.683999] env[62697]: _type = "Task" [ 1905.683999] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.691171] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.015198] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.193510] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707445, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.516570] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707443, 'name': ReconfigVM_Task, 'duration_secs': 1.266182} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.516910] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341/5c7792d9-1bf0-425a-a1d9-7196379b7341.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.517591] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfdf760e-c4c9-404e-b9a4-7f350c72883f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.523536] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1906.523536] env[62697]: value = "task-1707446" [ 1906.523536] env[62697]: _type = "Task" [ 1906.523536] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.530994] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707446, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.694184] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.521159} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.694488] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.695277] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7cac9-21dd-4464-9047-9b0412a34e09 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.717579] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] e50fde8c-9c55-4889-bcd3-b84a60dcbda4/e50fde8c-9c55-4889-bcd3-b84a60dcbda4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.717834] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15bc163-4f5e-4e15-a67e-19c5a42475d3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.736557] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1906.736557] env[62697]: value = "task-1707447" [ 1906.736557] env[62697]: _type = "Task" [ 1906.736557] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.745050] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.033948] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707446, 'name': Rename_Task, 'duration_secs': 0.155121} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.034243] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.034505] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034be82d-fdb9-456d-aa7f-f88ef3098f92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.039960] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1907.039960] env[62697]: value = "task-1707448" [ 1907.039960] env[62697]: _type = "Task" [ 1907.039960] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.047340] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.246053] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707447, 'name': ReconfigVM_Task, 'duration_secs': 0.323901} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.246404] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] e50fde8c-9c55-4889-bcd3-b84a60dcbda4/e50fde8c-9c55-4889-bcd3-b84a60dcbda4.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.247052] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bc1076f-8aa1-41d1-8fad-10447d136cb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.253294] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1907.253294] env[62697]: value = "task-1707449" [ 1907.253294] env[62697]: _type = "Task" [ 1907.253294] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.260718] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707449, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.550609] env[62697]: DEBUG oslo_vmware.api [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707448, 'name': PowerOnVM_Task, 'duration_secs': 0.471315} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.550609] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.655475] env[62697]: DEBUG nova.compute.manager [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1907.656763] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4565c3d-b61c-4d24-858c-a143452a673a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.763304] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707449, 'name': Rename_Task, 'duration_secs': 0.147328} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.764030] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.764151] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4aad3c-b5ae-4049-8e53-47b6b8a43c0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.769796] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1907.769796] env[62697]: value = "task-1707450" [ 1907.769796] env[62697]: _type = "Task" [ 1907.769796] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.777486] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.175693] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d49a8932-d873-44d7-847b-f7255e6d3591 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.601s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.280134] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.752041] env[62697]: DEBUG nova.compute.manager [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Stashing vm_state: active {{(pid=62697) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1908.780827] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.271295] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.271771] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.284989] env[62697]: DEBUG oslo_vmware.api [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707450, 'name': PowerOnVM_Task, 'duration_secs': 1.352667} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.286668] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.286668] env[62697]: INFO nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1909.286668] env[62697]: DEBUG nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1909.286668] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2fe350-73dc-4b4f-b6e5-7a0000b20895 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.780950] env[62697]: INFO nova.compute.claims [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.803895] env[62697]: INFO nova.compute.manager [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Took 12.95 seconds to build instance. [ 1909.999459] env[62697]: DEBUG nova.compute.manager [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Received event network-changed-67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1909.999707] env[62697]: DEBUG nova.compute.manager [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Refreshing instance network info cache due to event network-changed-67feaf0f-13f9-4a85-bb08-d76d143aca02. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1909.999989] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] Acquiring lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.000162] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] Acquired lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.000355] env[62697]: DEBUG nova.network.neutron [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Refreshing network info cache for port 67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.287703] env[62697]: INFO nova.compute.resource_tracker [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating resource usage from migration c3574eb1-74e5-47a6-b5fc-0fbba81e4474 [ 1910.304996] env[62697]: DEBUG oslo_concurrency.lockutils [None req-6f554d95-0bb6-4f4c-9457-3dad06ecf254 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.459s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.347892] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f5f266-9c98-42ca-aa18-b2cab11b144d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.355730] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81d2faf-8230-4112-8c36-5ea314bccf6b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.384437] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4bb463-92d4-48a1-823f-2833284386ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.391483] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8731d76e-9fc7-4ebc-a410-ca6d0bd51430 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.404533] env[62697]: DEBUG nova.compute.provider_tree [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1910.713491] env[62697]: DEBUG nova.network.neutron [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updated VIF entry in instance network info cache for port 67feaf0f-13f9-4a85-bb08-d76d143aca02. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.713872] env[62697]: DEBUG nova.network.neutron [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updating instance_info_cache with network_info: [{"id": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "address": "fa:16:3e:c6:f9:8c", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67feaf0f-13", "ovs_interfaceid": "67feaf0f-13f9-4a85-bb08-d76d143aca02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.924698] env[62697]: ERROR nova.scheduler.client.report [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [req-22d0ec22-4c3b-4bee-83f4-6167c84517ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ab8b3737-4d1c-4004-a264-890344e54e2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22d0ec22-4c3b-4bee-83f4-6167c84517ba"}]} [ 1910.939938] env[62697]: DEBUG nova.scheduler.client.report [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Refreshing inventories for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1910.951903] env[62697]: DEBUG nova.scheduler.client.report [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating ProviderTree inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1910.952172] env[62697]: DEBUG nova.compute.provider_tree [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1910.961795] env[62697]: DEBUG nova.scheduler.client.report [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Refreshing aggregate associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, aggregates: None {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1910.978310] env[62697]: DEBUG nova.scheduler.client.report [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Refreshing trait associations for resource provider ab8b3737-4d1c-4004-a264-890344e54e2b, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62697) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1911.029145] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15bb5e2-9fb0-4850-b978-d548d463dbab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.036807] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af08b42-2071-4ef8-b9e5-36a9feed25fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.066296] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7040622c-805f-4864-a16a-0c5f62074551 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.073524] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3fa7dc-b67b-4e22-92d1-cb4b90688398 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.086517] env[62697]: DEBUG nova.compute.provider_tree [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.216686] env[62697]: DEBUG oslo_concurrency.lockutils [req-ac676b28-b8c5-4c12-b54e-1dec001e57c5 req-08f7a947-5adf-4f9f-bd8a-ba7fe69280f1 service nova] Releasing lock "refresh_cache-e50fde8c-9c55-4889-bcd3-b84a60dcbda4" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.616612] env[62697]: DEBUG nova.scheduler.client.report [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1911.616930] env[62697]: DEBUG nova.compute.provider_tree [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 177 to 178 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1911.617138] env[62697]: DEBUG nova.compute.provider_tree [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1912.123066] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.851s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.123066] env[62697]: INFO nova.compute.manager [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Migrating [ 1912.637587] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.637792] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.637973] env[62697]: DEBUG nova.network.neutron [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.346022] env[62697]: DEBUG nova.network.neutron [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.849207] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.364624] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b4d1e1-7b03-4bd3-be4c-c20bea3cf166 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.383157] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance '3b464a6b-2a96-4002-b2be-ae498b427f8f' progress to 0 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.890335] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.890616] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34a3332c-45f5-4a47-bb76-3ba9c90dd232 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.898404] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1915.898404] env[62697]: value = "task-1707451" [ 1915.898404] env[62697]: _type = "Task" [ 1915.898404] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.906659] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.409058] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707451, 'name': PowerOffVM_Task, 'duration_secs': 0.164586} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.409471] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.409560] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance '3b464a6b-2a96-4002-b2be-ae498b427f8f' progress to 17 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.916303] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1916.916576] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1916.916727] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1916.916921] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1916.917094] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1916.917265] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1916.917476] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1916.917658] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1916.917817] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1916.918043] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1916.918269] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1916.923439] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dac8c72-b3cd-45ce-9352-4f9a8ef3e327 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.939657] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1916.939657] env[62697]: value = "task-1707452" [ 1916.939657] env[62697]: _type = "Task" [ 1916.939657] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.949176] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.449234] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707452, 'name': ReconfigVM_Task, 'duration_secs': 0.181322} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.449624] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance '3b464a6b-2a96-4002-b2be-ae498b427f8f' progress to 33 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.956483] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1917.956742] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1917.956903] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.957106] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1917.957264] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.957417] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1917.957620] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1917.957781] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1917.957952] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1917.958134] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1917.958323] env[62697]: DEBUG nova.virt.hardware [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1917.963649] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1917.963950] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d44ccca-bb49-4cc3-9d78-a89d8db38690 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.983321] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1917.983321] env[62697]: value = "task-1707453" [ 1917.983321] env[62697]: _type = "Task" [ 1917.983321] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.991115] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.493501] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707453, 'name': ReconfigVM_Task, 'duration_secs': 0.188206} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.493885] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1918.494619] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0738a543-25ee-4d11-8f81-2527749ff611 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.516462] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.516969] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-545ddc4d-203f-4354-bb20-9baae30da7ac {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.534786] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1918.534786] env[62697]: value = "task-1707454" [ 1918.534786] env[62697]: _type = "Task" [ 1918.534786] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.542357] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.044955] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707454, 'name': ReconfigVM_Task, 'duration_secs': 0.321114} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.045194] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.045475] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance '3b464a6b-2a96-4002-b2be-ae498b427f8f' progress to 50 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.552070] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b3976-535f-4272-b7dc-20d885331c9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.570924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4608bbb6-b53d-4cb3-987f-f3feed1330c7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.588589] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance '3b464a6b-2a96-4002-b2be-ae498b427f8f' progress to 67 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.130170] env[62697]: DEBUG nova.network.neutron [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Port 0d11c81c-45ee-4bff-b7f3-66925276fa8b binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1921.152381] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.152804] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.152804] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.186826] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.187067] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.187186] env[62697]: DEBUG nova.network.neutron [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.886145] env[62697]: DEBUG nova.network.neutron [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.389077] env[62697]: DEBUG oslo_concurrency.lockutils [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.913114] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d94792-9da0-4d3a-920e-0cfdf295e2ae {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.932106] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d71b5b1-8124-40f0-a7c6-8db7bee4e5df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.938937] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance '3b464a6b-2a96-4002-b2be-ae498b427f8f' progress to 83 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.444933] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.445308] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0349c52f-511b-44a2-9d7b-0be1222c9c78 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.453826] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1924.453826] env[62697]: value = "task-1707455" [ 1924.453826] env[62697]: _type = "Task" [ 1924.453826] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.461916] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.963641] env[62697]: DEBUG oslo_vmware.api [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707455, 'name': PowerOnVM_Task, 'duration_secs': 0.389761} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.963917] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1924.964164] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-5be477e9-77fd-4282-b7ee-8147dccb4a14 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance '3b464a6b-2a96-4002-b2be-ae498b427f8f' progress to 100 {{(pid=62697) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.136809] env[62697]: DEBUG nova.network.neutron [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Port 0d11c81c-45ee-4bff-b7f3-66925276fa8b binding to destination host cpu-1 is already ACTIVE {{(pid=62697) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1927.137175] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.137379] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.137585] env[62697]: DEBUG nova.network.neutron [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.836559] env[62697]: DEBUG nova.network.neutron [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.339398] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.843184] env[62697]: DEBUG nova.compute.manager [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62697) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1928.843439] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.843678] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.346598] env[62697]: DEBUG nova.objects.instance [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'migration_context' on Instance uuid 3b464a6b-2a96-4002-b2be-ae498b427f8f {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.908980] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfae035-7ba5-4eff-a445-e1b0b0b2b47a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.916738] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e945f395-405e-4443-b7f7-920bbc409f9e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.945828] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d70229-9278-4794-9695-14cd4ec57bb2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.952784] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4ae91-2f9e-4245-bb7e-433bae04c178 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.966016] env[62697]: DEBUG nova.compute.provider_tree [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1930.496579] env[62697]: DEBUG nova.scheduler.client.report [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updated inventory for provider ab8b3737-4d1c-4004-a264-890344e54e2b with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1930.496874] env[62697]: DEBUG nova.compute.provider_tree [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating resource provider ab8b3737-4d1c-4004-a264-890344e54e2b generation from 178 to 179 during operation: update_inventory {{(pid=62697) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1930.497077] env[62697]: DEBUG nova.compute.provider_tree [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Updating inventory in ProviderTree for provider ab8b3737-4d1c-4004-a264-890344e54e2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1931.507817] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.664s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.040496] env[62697]: INFO nova.compute.manager [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Swapping old allocation on dict_keys(['ab8b3737-4d1c-4004-a264-890344e54e2b']) held by migration c3574eb1-74e5-47a6-b5fc-0fbba81e4474 for instance [ 1933.060484] env[62697]: DEBUG nova.scheduler.client.report [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Overwriting current allocation {'allocations': {'ab8b3737-4d1c-4004-a264-890344e54e2b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': '9bd181e836304a20923f883ea3733ead', 'user_id': '1f1d4de21fe84af494a0e1af11bb33c3', 'consumer_generation': 1} on consumer 3b464a6b-2a96-4002-b2be-ae498b427f8f {{(pid=62697) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1933.128800] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.128992] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.129206] env[62697]: DEBUG nova.network.neutron [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.836956] env[62697]: DEBUG nova.network.neutron [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [{"id": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "address": "fa:16:3e:b3:64:52", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d11c81c-45", "ovs_interfaceid": "0d11c81c-45ee-4bff-b7f3-66925276fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.340326] env[62697]: DEBUG oslo_concurrency.lockutils [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-3b464a6b-2a96-4002-b2be-ae498b427f8f" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.340838] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.341166] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e1d97d-cdd7-42d0-ad8e-9d793af69c92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.349165] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1934.349165] env[62697]: value = "task-1707456" [ 1934.349165] env[62697]: _type = "Task" [ 1934.349165] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.356946] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.859317] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707456, 'name': PowerOffVM_Task, 'duration_secs': 0.209557} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.859317] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.860029] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1934.860333] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1934.860514] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.860707] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1934.860858] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.861072] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1934.861238] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1934.861405] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1934.861571] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1934.861776] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1934.861965] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1934.867054] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f1c063-32fd-40de-8428-51ac54cd8074 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.882465] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1934.882465] env[62697]: value = "task-1707457" [ 1934.882465] env[62697]: _type = "Task" [ 1934.882465] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.889893] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.393417] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707457, 'name': ReconfigVM_Task, 'duration_secs': 0.137115} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.394288] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413dbf6a-b0e3-4c53-91d5-cabbcfd5ec13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.412377] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1935.412631] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1935.412795] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.412983] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1935.413152] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.413306] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1935.413510] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1935.413677] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1935.413847] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1935.414020] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1935.414234] env[62697]: DEBUG nova.virt.hardware [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1935.415058] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cfb8d5-8ee7-4082-8faa-470ec9e98cdc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.420576] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1935.420576] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522ecb2c-b524-acb8-ba66-1bd3c35047a3" [ 1935.420576] env[62697]: _type = "Task" [ 1935.420576] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.428237] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522ecb2c-b524-acb8-ba66-1bd3c35047a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.931239] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522ecb2c-b524-acb8-ba66-1bd3c35047a3, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.936709] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1935.936997] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-913cdf71-d108-4ab7-af35-f1f7842f7a57 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.954954] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1935.954954] env[62697]: value = "task-1707458" [ 1935.954954] env[62697]: _type = "Task" [ 1935.954954] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.963780] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.464815] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707458, 'name': ReconfigVM_Task, 'duration_secs': 0.205588} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.465151] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1936.465933] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d03ce-c79d-47cd-9175-955625e9badb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.488098] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.488266] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58baef74-da4f-43c8-b83a-1203e35f7a0d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.506453] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1936.506453] env[62697]: value = "task-1707459" [ 1936.506453] env[62697]: _type = "Task" [ 1936.506453] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.514213] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.016434] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707459, 'name': ReconfigVM_Task, 'duration_secs': 0.288063} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.016712] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f/3b464a6b-2a96-4002-b2be-ae498b427f8f.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.017558] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bced184-c299-4b44-8074-671174fd17ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.035176] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad919f6-8ae3-4443-b72f-a3a9851212c3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.052373] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd684555-7266-4378-b4a3-765d008c3b2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.069248] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061d0f8-1a88-4a61-9b39-d9525e26d85a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.075777] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.076031] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a694c9-d3c4-4687-bf8e-eee06baa0bcf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.082314] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1937.082314] env[62697]: value = "task-1707460" [ 1937.082314] env[62697]: _type = "Task" [ 1937.082314] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.089324] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.592475] env[62697]: DEBUG oslo_vmware.api [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707460, 'name': PowerOnVM_Task, 'duration_secs': 0.359422} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.592832] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.603031] env[62697]: INFO nova.compute.manager [None req-53021afb-31bd-4ee4-bf42-172169ab807b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance to original state: 'active' [ 1939.485347] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "3b464a6b-2a96-4002-b2be-ae498b427f8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.485717] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.485948] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.486161] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.486342] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.488655] env[62697]: INFO nova.compute.manager [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Terminating instance [ 1939.490656] env[62697]: DEBUG nova.compute.manager [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1939.490889] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.491858] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b6c8d1-9cd9-47af-8369-181713463e1c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.500370] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.500636] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05bbec7e-c42d-4053-a05c-3c24fece8d3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.506568] env[62697]: DEBUG oslo_vmware.api [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1939.506568] env[62697]: value = "task-1707461" [ 1939.506568] env[62697]: _type = "Task" [ 1939.506568] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.515220] env[62697]: DEBUG oslo_vmware.api [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.017106] env[62697]: DEBUG oslo_vmware.api [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707461, 'name': PowerOffVM_Task, 'duration_secs': 0.189375} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.017485] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.017526] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.017778] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11de6cad-bd20-4ce4-a939-d9187ad6866e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.085396] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.085768] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.085804] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleting the datastore file [datastore1] 3b464a6b-2a96-4002-b2be-ae498b427f8f {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.086068] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499f0a86-73d6-44f2-8c1b-96b74cd15604 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.092542] env[62697]: DEBUG oslo_vmware.api [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1940.092542] env[62697]: value = "task-1707463" [ 1940.092542] env[62697]: _type = "Task" [ 1940.092542] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.099736] env[62697]: DEBUG oslo_vmware.api [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.602725] env[62697]: DEBUG oslo_vmware.api [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137325} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.602942] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.603145] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.603324] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.603499] env[62697]: INFO nova.compute.manager [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1940.603761] env[62697]: DEBUG oslo.service.loopingcall [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.603956] env[62697]: DEBUG nova.compute.manager [-] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1940.604075] env[62697]: DEBUG nova.network.neutron [-] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.036624] env[62697]: DEBUG nova.compute.manager [req-bf70bde6-06c2-4c07-b1ee-d4d4943b6f1c req-c878580f-0a8b-44c2-bd97-d664e7a43fac service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Received event network-vif-deleted-0d11c81c-45ee-4bff-b7f3-66925276fa8b {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1941.036876] env[62697]: INFO nova.compute.manager [req-bf70bde6-06c2-4c07-b1ee-d4d4943b6f1c req-c878580f-0a8b-44c2-bd97-d664e7a43fac service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Neutron deleted interface 0d11c81c-45ee-4bff-b7f3-66925276fa8b; detaching it from the instance and deleting it from the info cache [ 1941.037046] env[62697]: DEBUG nova.network.neutron [req-bf70bde6-06c2-4c07-b1ee-d4d4943b6f1c req-c878580f-0a8b-44c2-bd97-d664e7a43fac service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.513396] env[62697]: DEBUG nova.network.neutron [-] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.539540] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-978b0b78-0a57-46b5-ba2f-33d6c29abde9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.549607] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058dc5b-864f-4610-8033-5c5972b3611d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.575573] env[62697]: DEBUG nova.compute.manager [req-bf70bde6-06c2-4c07-b1ee-d4d4943b6f1c req-c878580f-0a8b-44c2-bd97-d664e7a43fac service nova] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Detach interface failed, port_id=0d11c81c-45ee-4bff-b7f3-66925276fa8b, reason: Instance 3b464a6b-2a96-4002-b2be-ae498b427f8f could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1942.016496] env[62697]: INFO nova.compute.manager [-] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Took 1.41 seconds to deallocate network for instance. [ 1942.523861] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.524260] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.524444] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.550033] env[62697]: INFO nova.scheduler.client.report [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted allocations for instance 3b464a6b-2a96-4002-b2be-ae498b427f8f [ 1943.058414] env[62697]: DEBUG oslo_concurrency.lockutils [None req-044b0384-c761-4aa7-b3a8-5808b2bc8f2b tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "3b464a6b-2a96-4002-b2be-ae498b427f8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.573s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.357521] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "0a151e0c-664d-47d1-ba8a-a472ee454818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.357805] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.859968] env[62697]: DEBUG nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1945.383034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.383034] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.384448] env[62697]: INFO nova.compute.claims [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1945.701867] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.702165] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.702389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.702580] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.702756] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.706753] env[62697]: INFO nova.compute.manager [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Terminating instance [ 1945.708439] env[62697]: DEBUG nova.compute.manager [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1945.708640] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1945.709483] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f52ed10-4d94-4c82-96cb-f97eb30b0c9d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.717492] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.717752] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c7456f-4d17-4d26-aac6-56e33b6ceb97 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.723914] env[62697]: DEBUG oslo_vmware.api [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1945.723914] env[62697]: value = "task-1707464" [ 1945.723914] env[62697]: _type = "Task" [ 1945.723914] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.731513] env[62697]: DEBUG oslo_vmware.api [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.233590] env[62697]: DEBUG oslo_vmware.api [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707464, 'name': PowerOffVM_Task, 'duration_secs': 0.21459} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.233887] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.234072] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1946.234365] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4962af75-c9fc-4889-924f-4a41a4bea4e0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.299342] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1946.299492] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1946.299688] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleting the datastore file [datastore1] 5c7792d9-1bf0-425a-a1d9-7196379b7341 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1946.300050] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e21b9a1-7c6b-42b9-acff-a75ae4b48a03 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.306825] env[62697]: DEBUG oslo_vmware.api [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for the task: (returnval){ [ 1946.306825] env[62697]: value = "task-1707466" [ 1946.306825] env[62697]: _type = "Task" [ 1946.306825] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.315343] env[62697]: DEBUG oslo_vmware.api [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.446038] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ce92bc-6038-4b1d-967a-e3ca52a92cfd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.453361] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65daf60-e892-4062-bd66-ebeab33bcb08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.482442] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6991f60-9cbd-4ff0-ab10-95dee52ada13 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.489721] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555e2732-e1eb-48bc-989a-a8a202c0d8f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.502719] env[62697]: DEBUG nova.compute.provider_tree [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.817956] env[62697]: DEBUG oslo_vmware.api [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Task: {'id': task-1707466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135915} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.818265] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.818452] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.818650] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.818833] env[62697]: INFO nova.compute.manager [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1946.819104] env[62697]: DEBUG oslo.service.loopingcall [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.819301] env[62697]: DEBUG nova.compute.manager [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1946.819396] env[62697]: DEBUG nova.network.neutron [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1947.005846] env[62697]: DEBUG nova.scheduler.client.report [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1947.295852] env[62697]: DEBUG nova.compute.manager [req-a4323bf5-e614-479d-940f-1b6cb3426d5c req-b2b140b4-e71f-4000-bbd3-dfbeed29c62c service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Received event network-vif-deleted-42cd56e4-e384-40b3-8d0c-879266c28907 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1947.296166] env[62697]: INFO nova.compute.manager [req-a4323bf5-e614-479d-940f-1b6cb3426d5c req-b2b140b4-e71f-4000-bbd3-dfbeed29c62c service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Neutron deleted interface 42cd56e4-e384-40b3-8d0c-879266c28907; detaching it from the instance and deleting it from the info cache [ 1947.296437] env[62697]: DEBUG nova.network.neutron [req-a4323bf5-e614-479d-940f-1b6cb3426d5c req-b2b140b4-e71f-4000-bbd3-dfbeed29c62c service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.325410] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.325645] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.510668] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.511258] env[62697]: DEBUG nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1947.770598] env[62697]: DEBUG nova.network.neutron [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.799811] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-648800ef-889a-492c-8b5f-6e03df4bc500 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.808829] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f604cdf-a6b1-42a8-85b3-c19c430af2a4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.828187] env[62697]: DEBUG nova.compute.utils [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.834354] env[62697]: DEBUG nova.compute.manager [req-a4323bf5-e614-479d-940f-1b6cb3426d5c req-b2b140b4-e71f-4000-bbd3-dfbeed29c62c service nova] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Detach interface failed, port_id=42cd56e4-e384-40b3-8d0c-879266c28907, reason: Instance 5c7792d9-1bf0-425a-a1d9-7196379b7341 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1948.017562] env[62697]: DEBUG nova.compute.utils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.020236] env[62697]: DEBUG nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1948.020236] env[62697]: DEBUG nova.network.neutron [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.068012] env[62697]: DEBUG nova.policy [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1d4de21fe84af494a0e1af11bb33c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd181e836304a20923f883ea3733ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1948.272965] env[62697]: INFO nova.compute.manager [-] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Took 1.45 seconds to deallocate network for instance. [ 1948.336273] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.351759] env[62697]: DEBUG nova.network.neutron [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Successfully created port: 8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.523227] env[62697]: DEBUG nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1948.779428] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.779728] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.779978] env[62697]: DEBUG nova.objects.instance [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lazy-loading 'resources' on Instance uuid 5c7792d9-1bf0-425a-a1d9-7196379b7341 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.330583] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb552a3d-02f5-4bbb-9162-7a64f43aa7ba {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.338489] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09641d54-4eaa-40aa-840a-76e183d9c6a0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.367431] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560f0a1-e5a3-4bb5-990d-c9fa07278a0a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.374205] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bcd2dd-f1af-4143-be34-4a4ac1d1a3c6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.386756] env[62697]: DEBUG nova.compute.provider_tree [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.401234] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.401465] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.401678] env[62697]: INFO nova.compute.manager [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Attaching volume 76ef4737-fa28-44dd-abee-61c06e42866b to /dev/sdb [ 1949.430839] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426062e-6d52-4b56-8d3e-20ae071e321b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.439560] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72417253-0a01-43fd-af13-21faf41dae00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.452562] env[62697]: DEBUG nova.virt.block_device [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updating existing volume attachment record: 28827279-0d64-48a8-8aa7-7d9b84670298 {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1949.533697] env[62697]: DEBUG nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1949.559860] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1949.560166] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1949.560308] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.560495] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1949.560645] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.560798] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1949.561028] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1949.561204] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1949.561391] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1949.561568] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1949.561743] env[62697]: DEBUG nova.virt.hardware [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1949.562616] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143f7d4a-fbf1-49aa-8cae-7dc522446312 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.570119] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3e6ad-a59e-4766-8b64-8291d39c71fd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.732732] env[62697]: DEBUG nova.compute.manager [req-5388581f-bafc-42b8-b03a-c27db835f426 req-3e33de89-0c6a-46e9-8ee9-7033c37353be service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Received event network-vif-plugged-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1949.732935] env[62697]: DEBUG oslo_concurrency.lockutils [req-5388581f-bafc-42b8-b03a-c27db835f426 req-3e33de89-0c6a-46e9-8ee9-7033c37353be service nova] Acquiring lock "0a151e0c-664d-47d1-ba8a-a472ee454818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.733210] env[62697]: DEBUG oslo_concurrency.lockutils [req-5388581f-bafc-42b8-b03a-c27db835f426 req-3e33de89-0c6a-46e9-8ee9-7033c37353be service nova] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.733450] env[62697]: DEBUG oslo_concurrency.lockutils [req-5388581f-bafc-42b8-b03a-c27db835f426 req-3e33de89-0c6a-46e9-8ee9-7033c37353be service nova] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.733653] env[62697]: DEBUG nova.compute.manager [req-5388581f-bafc-42b8-b03a-c27db835f426 req-3e33de89-0c6a-46e9-8ee9-7033c37353be service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] No waiting events found dispatching network-vif-plugged-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1949.733840] env[62697]: WARNING nova.compute.manager [req-5388581f-bafc-42b8-b03a-c27db835f426 req-3e33de89-0c6a-46e9-8ee9-7033c37353be service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Received unexpected event network-vif-plugged-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 for instance with vm_state building and task_state spawning. [ 1949.889762] env[62697]: DEBUG nova.scheduler.client.report [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1950.010348] env[62697]: DEBUG nova.network.neutron [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Successfully updated port: 8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.395810] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.412837] env[62697]: INFO nova.scheduler.client.report [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Deleted allocations for instance 5c7792d9-1bf0-425a-a1d9-7196379b7341 [ 1950.513363] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.513504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.513648] env[62697]: DEBUG nova.network.neutron [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.921032] env[62697]: DEBUG oslo_concurrency.lockutils [None req-dac58937-0463-4ab8-ae7f-fab770df6fa8 tempest-AttachVolumeShelveTestJSON-772960829 tempest-AttachVolumeShelveTestJSON-772960829-project-member] Lock "5c7792d9-1bf0-425a-a1d9-7196379b7341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.219s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.048213] env[62697]: DEBUG nova.network.neutron [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.182982] env[62697]: DEBUG nova.network.neutron [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updating instance_info_cache with network_info: [{"id": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "address": "fa:16:3e:39:18:c2", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc4a8e0-9a", "ovs_interfaceid": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.687054] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.687054] env[62697]: DEBUG nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Instance network_info: |[{"id": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "address": "fa:16:3e:39:18:c2", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc4a8e0-9a", "ovs_interfaceid": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1951.687294] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:18:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc4a8e0-9a09-441e-bd11-9b2d04678ef5', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.695344] env[62697]: DEBUG oslo.service.loopingcall [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.695591] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.695837] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f5695af-8034-48d8-a850-16e59c522ea8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.716390] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.716390] env[62697]: value = "task-1707469" [ 1951.716390] env[62697]: _type = "Task" [ 1951.716390] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.724465] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707469, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.763388] env[62697]: DEBUG nova.compute.manager [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Received event network-changed-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1951.763613] env[62697]: DEBUG nova.compute.manager [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Refreshing instance network info cache due to event network-changed-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1951.763831] env[62697]: DEBUG oslo_concurrency.lockutils [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] Acquiring lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.763978] env[62697]: DEBUG oslo_concurrency.lockutils [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] Acquired lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.764174] env[62697]: DEBUG nova.network.neutron [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Refreshing network info cache for port 8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.226478] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707469, 'name': CreateVM_Task, 'duration_secs': 0.369546} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.228050] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.228050] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.228050] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.228289] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.228543] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a082886f-13cc-43b1-a04f-fde5c6b6d243 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.233176] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1952.233176] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529af7a4-9e41-f1c4-0edd-158ab7d2470f" [ 1952.233176] env[62697]: _type = "Task" [ 1952.233176] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.240908] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529af7a4-9e41-f1c4-0edd-158ab7d2470f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.467608] env[62697]: DEBUG nova.network.neutron [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updated VIF entry in instance network info cache for port 8cc4a8e0-9a09-441e-bd11-9b2d04678ef5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.468014] env[62697]: DEBUG nova.network.neutron [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updating instance_info_cache with network_info: [{"id": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "address": "fa:16:3e:39:18:c2", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc4a8e0-9a", "ovs_interfaceid": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.744574] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529af7a4-9e41-f1c4-0edd-158ab7d2470f, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.744874] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.745122] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1952.745391] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.745555] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.745777] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1952.746042] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ebf4267-55df-45c5-877f-98c4957dce79 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.753589] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1952.753762] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1952.754473] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee0aed9-c89c-4322-ac26-3a430aa53185 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.758950] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1952.758950] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5230ac57-880e-52e6-95cd-79076ee8d925" [ 1952.758950] env[62697]: _type = "Task" [ 1952.758950] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.765931] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5230ac57-880e-52e6-95cd-79076ee8d925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.971397] env[62697]: DEBUG oslo_concurrency.lockutils [req-2a98f19d-d86f-45d9-ba09-d77e62438f15 req-f9ca416c-c29d-4cd0-9515-7f93dcadcfd4 service nova] Releasing lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.269654] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5230ac57-880e-52e6-95cd-79076ee8d925, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.270459] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0f6e07-54a0-4544-8ba5-efba9f8b0473 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.275649] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1953.275649] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]5226dc37-aa58-42f0-f1ef-c92419f3c861" [ 1953.275649] env[62697]: _type = "Task" [ 1953.275649] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.283078] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5226dc37-aa58-42f0-f1ef-c92419f3c861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.786756] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]5226dc37-aa58-42f0-f1ef-c92419f3c861, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.786994] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.787278] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 0a151e0c-664d-47d1-ba8a-a472ee454818/0a151e0c-664d-47d1-ba8a-a472ee454818.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1953.787525] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a333c27a-54ca-48e0-aa6a-eedbfbc944a3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.794415] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1953.794415] env[62697]: value = "task-1707471" [ 1953.794415] env[62697]: _type = "Task" [ 1953.794415] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.801728] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.995608] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1953.995902] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355735', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'name': 'volume-76ef4737-fa28-44dd-abee-61c06e42866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e50fde8c-9c55-4889-bcd3-b84a60dcbda4', 'attached_at': '', 'detached_at': '', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'serial': '76ef4737-fa28-44dd-abee-61c06e42866b'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1953.996825] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d7153-7eaa-42df-99b6-be5c1c237205 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.014339] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152abb7a-f1c9-44e7-860f-8ac79d69dd1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.042408] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-76ef4737-fa28-44dd-abee-61c06e42866b/volume-76ef4737-fa28-44dd-abee-61c06e42866b.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.042719] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d45ba87-77d6-4ae7-9331-79547e7acd49 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.061965] env[62697]: DEBUG oslo_vmware.api [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1954.061965] env[62697]: value = "task-1707472" [ 1954.061965] env[62697]: _type = "Task" [ 1954.061965] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.071058] env[62697]: DEBUG oslo_vmware.api [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.304583] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442877} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.304924] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 0a151e0c-664d-47d1-ba8a-a472ee454818/0a151e0c-664d-47d1-ba8a-a472ee454818.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1954.305022] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1954.305282] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cf3b3ad-b6fa-4a0c-a6c3-91dcfba5a085 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.312075] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1954.312075] env[62697]: value = "task-1707473" [ 1954.312075] env[62697]: _type = "Task" [ 1954.312075] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.319867] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.571987] env[62697]: DEBUG oslo_vmware.api [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707472, 'name': ReconfigVM_Task, 'duration_secs': 0.370202} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.572312] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-76ef4737-fa28-44dd-abee-61c06e42866b/volume-76ef4737-fa28-44dd-abee-61c06e42866b.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1954.577246] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf99d44-dd7f-42b6-b26d-b65dd01b1770 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.593297] env[62697]: DEBUG oslo_vmware.api [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1954.593297] env[62697]: value = "task-1707474" [ 1954.593297] env[62697]: _type = "Task" [ 1954.593297] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.601317] env[62697]: DEBUG oslo_vmware.api [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.821627] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058992} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.821899] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1954.822708] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58ba788-3906-4f0b-bef4-31dc6f58989a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.844238] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 0a151e0c-664d-47d1-ba8a-a472ee454818/0a151e0c-664d-47d1-ba8a-a472ee454818.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.844460] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e972d9e1-9fe6-4f9a-8e28-d81f1d47a773 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.863769] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1954.863769] env[62697]: value = "task-1707475" [ 1954.863769] env[62697]: _type = "Task" [ 1954.863769] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.871161] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.103942] env[62697]: DEBUG oslo_vmware.api [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707474, 'name': ReconfigVM_Task, 'duration_secs': 0.159779} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.104335] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355735', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'name': 'volume-76ef4737-fa28-44dd-abee-61c06e42866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e50fde8c-9c55-4889-bcd3-b84a60dcbda4', 'attached_at': '', 'detached_at': '', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'serial': '76ef4737-fa28-44dd-abee-61c06e42866b'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1955.373701] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707475, 'name': ReconfigVM_Task, 'duration_secs': 0.269689} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.374033] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 0a151e0c-664d-47d1-ba8a-a472ee454818/0a151e0c-664d-47d1-ba8a-a472ee454818.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.374630] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e03d2c0-2e2e-4b1b-a37c-9b646a0b1fd7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.381486] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1955.381486] env[62697]: value = "task-1707476" [ 1955.381486] env[62697]: _type = "Task" [ 1955.381486] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.389039] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707476, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.762765] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1955.762765] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1955.762765] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1955.893045] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707476, 'name': Rename_Task, 'duration_secs': 0.165075} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.893314] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1955.893558] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1b189e4-e5b8-4f93-a22e-a7300733e7f5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.900770] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1955.900770] env[62697]: value = "task-1707477" [ 1955.900770] env[62697]: _type = "Task" [ 1955.900770] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.908401] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.147160] env[62697]: DEBUG nova.objects.instance [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'flavor' on Instance uuid e50fde8c-9c55-4889-bcd3-b84a60dcbda4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.416135] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.657987] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f8e4fb75-e485-4daf-b641-17ab844263f1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.767778] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1956.768041] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.768338] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.768397] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.768551] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.768695] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.768841] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.769027] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1956.769124] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.911506] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.911629] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.912976] env[62697]: DEBUG oslo_vmware.api [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707477, 'name': PowerOnVM_Task, 'duration_secs': 0.555748} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.913261] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.913634] env[62697]: INFO nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1956.913634] env[62697]: DEBUG nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1956.915152] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a571af4b-6233-41c1-a548-93d2ed9cca00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.272222] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.272539] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.272741] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.272904] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1957.273831] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb9fcdc-ff51-4c3d-aa2a-3747b3477824 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.282625] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f1f69-c4df-4d0c-ac0f-c1a7d345aae7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.296738] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fae630-70e3-4bfc-ac6e-80b19b75097d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.303069] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f466e19e-999d-4b70-9935-7ab01b38ec41 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.331457] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180855MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1957.331623] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.331824] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.419214] env[62697]: INFO nova.compute.manager [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Detaching volume 76ef4737-fa28-44dd-abee-61c06e42866b [ 1957.437113] env[62697]: INFO nova.compute.manager [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Took 12.07 seconds to build instance. [ 1957.463615] env[62697]: INFO nova.virt.block_device [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Attempting to driver detach volume 76ef4737-fa28-44dd-abee-61c06e42866b from mountpoint /dev/sdb [ 1957.463875] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1957.464085] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355735', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'name': 'volume-76ef4737-fa28-44dd-abee-61c06e42866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e50fde8c-9c55-4889-bcd3-b84a60dcbda4', 'attached_at': '', 'detached_at': '', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'serial': '76ef4737-fa28-44dd-abee-61c06e42866b'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1957.465395] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f1a0e-2a6f-4bcf-a488-dd90d7e5d90c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.487169] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c1827-af4e-45ca-98e9-c579dd4a31d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.494417] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76c8942-c50d-48d2-9e48-d321628e9e29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.514597] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f61a6c2-2a21-4f19-8314-bedb04351014 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.531381] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] The volume has not been displaced from its original location: [datastore1] volume-76ef4737-fa28-44dd-abee-61c06e42866b/volume-76ef4737-fa28-44dd-abee-61c06e42866b.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1957.536877] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1957.537212] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906f8d66-d453-4419-a4ac-a383bca27de3 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.555361] env[62697]: DEBUG oslo_vmware.api [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1957.555361] env[62697]: value = "task-1707478" [ 1957.555361] env[62697]: _type = "Task" [ 1957.555361] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.563217] env[62697]: DEBUG oslo_vmware.api [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.939565] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f1334c35-feb1-4adc-8e5f-dd76914ad3c7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.582s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.066069] env[62697]: DEBUG oslo_vmware.api [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707478, 'name': ReconfigVM_Task, 'duration_secs': 0.215448} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.066379] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1958.071341] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d355c41-491d-4dd7-8d6b-8cc40a43ddf9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.086938] env[62697]: DEBUG oslo_vmware.api [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1958.086938] env[62697]: value = "task-1707479" [ 1958.086938] env[62697]: _type = "Task" [ 1958.086938] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.094901] env[62697]: DEBUG oslo_vmware.api [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.357678] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance e50fde8c-9c55-4889-bcd3-b84a60dcbda4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1958.357678] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 0a151e0c-664d-47d1-ba8a-a472ee454818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1958.357678] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1958.357869] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1958.396865] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075ddd1e-a9ed-4320-a5a4-196012ad5e4a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.404152] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72329db-22b9-4dc0-a499-5e0a2823dc6f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.434303] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3effe0-0254-4530-aa5a-eb2f4b6793a5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.442122] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89032db-4d98-4e83-acd2-99bf7455d05d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.455136] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.599187] env[62697]: DEBUG oslo_vmware.api [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707479, 'name': ReconfigVM_Task, 'duration_secs': 0.134872} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.599523] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355735', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'name': 'volume-76ef4737-fa28-44dd-abee-61c06e42866b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e50fde8c-9c55-4889-bcd3-b84a60dcbda4', 'attached_at': '', 'detached_at': '', 'volume_id': '76ef4737-fa28-44dd-abee-61c06e42866b', 'serial': '76ef4737-fa28-44dd-abee-61c06e42866b'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1958.614623] env[62697]: DEBUG nova.compute.manager [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Received event network-changed-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1958.614683] env[62697]: DEBUG nova.compute.manager [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Refreshing instance network info cache due to event network-changed-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1958.615103] env[62697]: DEBUG oslo_concurrency.lockutils [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] Acquiring lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.615103] env[62697]: DEBUG oslo_concurrency.lockutils [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] Acquired lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.615288] env[62697]: DEBUG nova.network.neutron [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Refreshing network info cache for port 8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1958.958398] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1959.145746] env[62697]: DEBUG nova.objects.instance [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'flavor' on Instance uuid e50fde8c-9c55-4889-bcd3-b84a60dcbda4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.322341] env[62697]: DEBUG nova.network.neutron [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updated VIF entry in instance network info cache for port 8cc4a8e0-9a09-441e-bd11-9b2d04678ef5. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1959.322782] env[62697]: DEBUG nova.network.neutron [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updating instance_info_cache with network_info: [{"id": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "address": "fa:16:3e:39:18:c2", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc4a8e0-9a", "ovs_interfaceid": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.462903] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1959.463310] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.131s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.826082] env[62697]: DEBUG oslo_concurrency.lockutils [req-550714f4-6afa-4099-8177-a7e406f0ec9a req-e7e758aa-05ee-4b4f-a084-24e2f3c106e4 service nova] Releasing lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.154887] env[62697]: DEBUG oslo_concurrency.lockutils [None req-8bdd91b3-c508-4c4f-9920-497b05af9fa2 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.163692] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.164058] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.164183] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.164818] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.165017] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.167244] env[62697]: INFO nova.compute.manager [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Terminating instance [ 1961.168933] env[62697]: DEBUG nova.compute.manager [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1961.169149] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.169985] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea550d0-02a6-49a8-ac5f-39f286c20a3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.177763] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.177987] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcde8c89-fef1-4cca-ba7b-ef3f4fe3a25d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.184422] env[62697]: DEBUG oslo_vmware.api [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1961.184422] env[62697]: value = "task-1707480" [ 1961.184422] env[62697]: _type = "Task" [ 1961.184422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.191968] env[62697]: DEBUG oslo_vmware.api [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.694735] env[62697]: DEBUG oslo_vmware.api [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707480, 'name': PowerOffVM_Task, 'duration_secs': 0.186858} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.695022] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.695204] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.695473] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca7db5b9-a99c-4bd5-982a-d399d74c055f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.764868] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.765121] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.765337] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleting the datastore file [datastore1] e50fde8c-9c55-4889-bcd3-b84a60dcbda4 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.765602] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c515bea-5fed-45aa-be4b-2045d157c23a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.773038] env[62697]: DEBUG oslo_vmware.api [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1961.773038] env[62697]: value = "task-1707482" [ 1961.773038] env[62697]: _type = "Task" [ 1961.773038] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.780808] env[62697]: DEBUG oslo_vmware.api [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.283805] env[62697]: DEBUG oslo_vmware.api [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129545} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.284245] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.284332] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.284477] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.284666] env[62697]: INFO nova.compute.manager [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1962.284916] env[62697]: DEBUG oslo.service.loopingcall [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.285126] env[62697]: DEBUG nova.compute.manager [-] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1962.285237] env[62697]: DEBUG nova.network.neutron [-] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.711089] env[62697]: DEBUG nova.compute.manager [req-6280956b-f5b0-4df8-91af-44c3431534b4 req-47b942d9-fd2e-4b7c-a517-40fd69c96d5f service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Received event network-vif-deleted-67feaf0f-13f9-4a85-bb08-d76d143aca02 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1962.711375] env[62697]: INFO nova.compute.manager [req-6280956b-f5b0-4df8-91af-44c3431534b4 req-47b942d9-fd2e-4b7c-a517-40fd69c96d5f service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Neutron deleted interface 67feaf0f-13f9-4a85-bb08-d76d143aca02; detaching it from the instance and deleting it from the info cache [ 1962.711616] env[62697]: DEBUG nova.network.neutron [req-6280956b-f5b0-4df8-91af-44c3431534b4 req-47b942d9-fd2e-4b7c-a517-40fd69c96d5f service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.189443] env[62697]: DEBUG nova.network.neutron [-] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.214082] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9b05350-aa86-4078-b594-3da5e490ad01 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.224309] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4e424-e637-4ac2-badb-9781e0796c60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.248510] env[62697]: DEBUG nova.compute.manager [req-6280956b-f5b0-4df8-91af-44c3431534b4 req-47b942d9-fd2e-4b7c-a517-40fd69c96d5f service nova] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Detach interface failed, port_id=67feaf0f-13f9-4a85-bb08-d76d143aca02, reason: Instance e50fde8c-9c55-4889-bcd3-b84a60dcbda4 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1963.693657] env[62697]: INFO nova.compute.manager [-] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Took 1.41 seconds to deallocate network for instance. [ 1964.200850] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.201173] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.201414] env[62697]: DEBUG nova.objects.instance [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'resources' on Instance uuid e50fde8c-9c55-4889-bcd3-b84a60dcbda4 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1964.744926] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac8f1c1-4289-4832-a832-c0c6bb44bdc9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.752979] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d9ff16-a86d-48be-a276-6ce461c91565 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.783925] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb02a0c-808b-4943-a73c-f89142660a3a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.790726] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac0e2ea-ade8-4ef6-a720-12b141f4bc4e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.803484] env[62697]: DEBUG nova.compute.provider_tree [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.306757] env[62697]: DEBUG nova.scheduler.client.report [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1965.812113] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.835012] env[62697]: INFO nova.scheduler.client.report [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted allocations for instance e50fde8c-9c55-4889-bcd3-b84a60dcbda4 [ 1966.343022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-244197e7-c4cf-453d-a46b-7069f9cae1fb tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "e50fde8c-9c55-4889-bcd3-b84a60dcbda4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.179s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.981242] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.981526] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.484080] env[62697]: DEBUG nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1969.005510] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.005810] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.007363] env[62697]: INFO nova.compute.claims [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1970.049634] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf8283-ebb3-452a-afc7-23101b74267e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.058544] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6da447-66bd-40dc-9ecb-8a546bb02d95 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.087318] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6234d2f-c55e-4ce1-ba78-149c90b0bd70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.094215] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e314893-2357-4afb-8643-426f7bd193a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.106754] env[62697]: DEBUG nova.compute.provider_tree [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.610048] env[62697]: DEBUG nova.scheduler.client.report [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1971.116738] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.117351] env[62697]: DEBUG nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1971.622678] env[62697]: DEBUG nova.compute.utils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1971.625069] env[62697]: DEBUG nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1971.625295] env[62697]: DEBUG nova.network.neutron [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1971.670773] env[62697]: DEBUG nova.policy [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f96e794e679849b7b661571728269c70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c49dbfba89e9419ebdb6815ed93ec7ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 1971.922128] env[62697]: DEBUG nova.network.neutron [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Successfully created port: b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.125677] env[62697]: DEBUG nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1973.136196] env[62697]: DEBUG nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1973.161423] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1973.161680] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1973.161841] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1973.162041] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1973.162197] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1973.162349] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1973.162565] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1973.162728] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1973.162894] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1973.163073] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1973.163253] env[62697]: DEBUG nova.virt.hardware [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1973.164135] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87361812-eb25-4ec3-be3f-bd9f7a3b229e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.171977] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffd7f59-91a1-4bbd-87c2-945cc1f0a33e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.337647] env[62697]: DEBUG nova.compute.manager [req-6f5eb197-9780-4e1d-a70a-fe8d22632a28 req-c3efbd8a-8f7d-4e35-90f1-aea16eca0daa service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Received event network-vif-plugged-b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1973.337990] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f5eb197-9780-4e1d-a70a-fe8d22632a28 req-c3efbd8a-8f7d-4e35-90f1-aea16eca0daa service nova] Acquiring lock "bba43081-8a9c-4856-94d2-002ad31ddd0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.338184] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f5eb197-9780-4e1d-a70a-fe8d22632a28 req-c3efbd8a-8f7d-4e35-90f1-aea16eca0daa service nova] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.338339] env[62697]: DEBUG oslo_concurrency.lockutils [req-6f5eb197-9780-4e1d-a70a-fe8d22632a28 req-c3efbd8a-8f7d-4e35-90f1-aea16eca0daa service nova] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.338513] env[62697]: DEBUG nova.compute.manager [req-6f5eb197-9780-4e1d-a70a-fe8d22632a28 req-c3efbd8a-8f7d-4e35-90f1-aea16eca0daa service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] No waiting events found dispatching network-vif-plugged-b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1973.338682] env[62697]: WARNING nova.compute.manager [req-6f5eb197-9780-4e1d-a70a-fe8d22632a28 req-c3efbd8a-8f7d-4e35-90f1-aea16eca0daa service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Received unexpected event network-vif-plugged-b9c45676-586f-4a2f-819d-2f1384808ded for instance with vm_state building and task_state spawning. [ 1973.419955] env[62697]: DEBUG nova.network.neutron [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Successfully updated port: b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1973.922904] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.923114] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.923226] env[62697]: DEBUG nova.network.neutron [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1974.454232] env[62697]: DEBUG nova.network.neutron [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1974.571537] env[62697]: DEBUG nova.network.neutron [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updating instance_info_cache with network_info: [{"id": "b9c45676-586f-4a2f-819d-2f1384808ded", "address": "fa:16:3e:b0:54:19", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c45676-58", "ovs_interfaceid": "b9c45676-586f-4a2f-819d-2f1384808ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.074871] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.075235] env[62697]: DEBUG nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Instance network_info: |[{"id": "b9c45676-586f-4a2f-819d-2f1384808ded", "address": "fa:16:3e:b0:54:19", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c45676-58", "ovs_interfaceid": "b9c45676-586f-4a2f-819d-2f1384808ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1975.075696] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:54:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9c45676-586f-4a2f-819d-2f1384808ded', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1975.083245] env[62697]: DEBUG oslo.service.loopingcall [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.083513] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1975.083684] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff8f1fc8-a712-4ade-aba2-75d9dc815846 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.103759] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1975.103759] env[62697]: value = "task-1707483" [ 1975.103759] env[62697]: _type = "Task" [ 1975.103759] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.115568] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707483, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.365267] env[62697]: DEBUG nova.compute.manager [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Received event network-changed-b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1975.365510] env[62697]: DEBUG nova.compute.manager [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Refreshing instance network info cache due to event network-changed-b9c45676-586f-4a2f-819d-2f1384808ded. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1975.365756] env[62697]: DEBUG oslo_concurrency.lockutils [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] Acquiring lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.366010] env[62697]: DEBUG oslo_concurrency.lockutils [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] Acquired lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.366130] env[62697]: DEBUG nova.network.neutron [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Refreshing network info cache for port b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1975.614933] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707483, 'name': CreateVM_Task, 'duration_secs': 0.30067} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.615352] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1975.615738] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.615913] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.616262] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1975.616518] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f505f50a-170f-4e2a-8cdf-a7e00a1253d8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.620994] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1975.620994] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522df1da-50f2-473f-2af4-1d70ddbf6b95" [ 1975.620994] env[62697]: _type = "Task" [ 1975.620994] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.628476] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522df1da-50f2-473f-2af4-1d70ddbf6b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.044158] env[62697]: DEBUG nova.network.neutron [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updated VIF entry in instance network info cache for port b9c45676-586f-4a2f-819d-2f1384808ded. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1976.044567] env[62697]: DEBUG nova.network.neutron [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updating instance_info_cache with network_info: [{"id": "b9c45676-586f-4a2f-819d-2f1384808ded", "address": "fa:16:3e:b0:54:19", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c45676-58", "ovs_interfaceid": "b9c45676-586f-4a2f-819d-2f1384808ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.130802] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522df1da-50f2-473f-2af4-1d70ddbf6b95, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.131099] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.131331] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.131575] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.131718] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.131900] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1976.132173] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55ccd8d0-0181-421b-b6e9-792d8e979ad6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.139972] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1976.140162] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1976.140825] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6411631-f41d-45d4-8a98-4419049c9c2a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.145332] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1976.145332] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e5f194-3ea8-d4cc-723f-3551e5587c3e" [ 1976.145332] env[62697]: _type = "Task" [ 1976.145332] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.152402] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e5f194-3ea8-d4cc-723f-3551e5587c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.547184] env[62697]: DEBUG oslo_concurrency.lockutils [req-34874fdf-a1e7-409e-b19d-65086b54c3ba req-e6b5935f-69a0-4fee-be9a-aa964a8ae348 service nova] Releasing lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.655641] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e5f194-3ea8-d4cc-723f-3551e5587c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008011} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.656434] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b39169-f7a5-41ca-a04c-c16c79e1efe1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.662502] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1976.662502] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522e81b6-e0c7-1dd2-d479-57b796c295b5" [ 1976.662502] env[62697]: _type = "Task" [ 1976.662502] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.669699] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522e81b6-e0c7-1dd2-d479-57b796c295b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.172554] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522e81b6-e0c7-1dd2-d479-57b796c295b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.172820] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.173088] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bba43081-8a9c-4856-94d2-002ad31ddd0a/bba43081-8a9c-4856-94d2-002ad31ddd0a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1977.173345] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b016a5f-a44e-41f8-8cbe-ca372c0ebee8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.180539] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1977.180539] env[62697]: value = "task-1707484" [ 1977.180539] env[62697]: _type = "Task" [ 1977.180539] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.187775] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.690113] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45892} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.690454] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] bba43081-8a9c-4856-94d2-002ad31ddd0a/bba43081-8a9c-4856-94d2-002ad31ddd0a.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.690616] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.690873] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b041159b-e6ae-4396-8254-7dd48a581d00 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.696884] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1977.696884] env[62697]: value = "task-1707485" [ 1977.696884] env[62697]: _type = "Task" [ 1977.696884] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.704198] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.206682] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081537} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.206955] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1978.207748] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1b0bba-8abd-49ae-a5dc-a174ae276faf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.229289] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] bba43081-8a9c-4856-94d2-002ad31ddd0a/bba43081-8a9c-4856-94d2-002ad31ddd0a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.229521] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c23e652-5de4-4913-afba-f6cb1689e452 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.248075] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1978.248075] env[62697]: value = "task-1707486" [ 1978.248075] env[62697]: _type = "Task" [ 1978.248075] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.254996] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.759161] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707486, 'name': ReconfigVM_Task, 'duration_secs': 0.26611} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.759501] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Reconfigured VM instance instance-0000007a to attach disk [datastore1] bba43081-8a9c-4856-94d2-002ad31ddd0a/bba43081-8a9c-4856-94d2-002ad31ddd0a.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.760049] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df7a09d-2352-4f5e-a660-e4cad58db8a1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.766157] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1978.766157] env[62697]: value = "task-1707487" [ 1978.766157] env[62697]: _type = "Task" [ 1978.766157] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.775148] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707487, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.275647] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707487, 'name': Rename_Task, 'duration_secs': 0.135838} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.276035] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.276295] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99214b46-81c7-4765-8fe2-088241f1be2d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.282488] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 1979.282488] env[62697]: value = "task-1707488" [ 1979.282488] env[62697]: _type = "Task" [ 1979.282488] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.290837] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.792879] env[62697]: DEBUG oslo_vmware.api [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707488, 'name': PowerOnVM_Task, 'duration_secs': 0.425344} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.794366] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.794366] env[62697]: INFO nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1979.794366] env[62697]: DEBUG nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1979.794366] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d1221-3b41-4786-9bdd-4251847efbd1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.312512] env[62697]: INFO nova.compute.manager [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Took 11.32 seconds to build instance. [ 1980.814981] env[62697]: DEBUG oslo_concurrency.lockutils [None req-beb65c82-6460-4c7c-bb3a-c309627ecefc tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.833s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.195533] env[62697]: DEBUG nova.compute.manager [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Received event network-changed-b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1981.195778] env[62697]: DEBUG nova.compute.manager [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Refreshing instance network info cache due to event network-changed-b9c45676-586f-4a2f-819d-2f1384808ded. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1981.196019] env[62697]: DEBUG oslo_concurrency.lockutils [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] Acquiring lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.196211] env[62697]: DEBUG oslo_concurrency.lockutils [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] Acquired lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.196447] env[62697]: DEBUG nova.network.neutron [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Refreshing network info cache for port b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.919789] env[62697]: DEBUG nova.network.neutron [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updated VIF entry in instance network info cache for port b9c45676-586f-4a2f-819d-2f1384808ded. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.920189] env[62697]: DEBUG nova.network.neutron [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updating instance_info_cache with network_info: [{"id": "b9c45676-586f-4a2f-819d-2f1384808ded", "address": "fa:16:3e:b0:54:19", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c45676-58", "ovs_interfaceid": "b9c45676-586f-4a2f-819d-2f1384808ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.423191] env[62697]: DEBUG oslo_concurrency.lockutils [req-fd5b8517-32d8-4c96-a5ec-14946d52c422 req-2dffb3f3-0275-474c-8e61-e2d96212eb6d service nova] Releasing lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.913747] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "0a151e0c-664d-47d1-ba8a-a472ee454818" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.914172] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.914172] env[62697]: DEBUG nova.compute.manager [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1993.915181] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4c87d0-90eb-4912-8ce7-837a35c0a811 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.922968] env[62697]: DEBUG nova.compute.manager [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62697) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1993.923578] env[62697]: DEBUG nova.objects.instance [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'flavor' on Instance uuid 0a151e0c-664d-47d1-ba8a-a472ee454818 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.428604] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.428889] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-121684ba-0f11-4c67-86db-b5596bc55319 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.437285] env[62697]: DEBUG oslo_vmware.api [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1994.437285] env[62697]: value = "task-1707489" [ 1994.437285] env[62697]: _type = "Task" [ 1994.437285] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.447851] env[62697]: DEBUG oslo_vmware.api [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.948166] env[62697]: DEBUG oslo_vmware.api [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707489, 'name': PowerOffVM_Task, 'duration_secs': 0.175535} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.948554] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.948648] env[62697]: DEBUG nova.compute.manager [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1994.949412] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b076ab95-f97f-4f7c-a061-1d4c4141b3a9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.460937] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d515b823-789e-4995-8d7f-f46e817bb8cf tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.291589] env[62697]: DEBUG nova.objects.instance [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'flavor' on Instance uuid 0a151e0c-664d-47d1-ba8a-a472ee454818 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.797309] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.797471] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.797618] env[62697]: DEBUG nova.network.neutron [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.797810] env[62697]: DEBUG nova.objects.instance [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'info_cache' on Instance uuid 0a151e0c-664d-47d1-ba8a-a472ee454818 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.301608] env[62697]: DEBUG nova.objects.base [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Object Instance<0a151e0c-664d-47d1-ba8a-a472ee454818> lazy-loaded attributes: flavor,info_cache {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1998.001141] env[62697]: DEBUG nova.network.neutron [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updating instance_info_cache with network_info: [{"id": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "address": "fa:16:3e:39:18:c2", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc4a8e0-9a", "ovs_interfaceid": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.504389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.008248] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.008585] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf67bc7e-4a5c-4177-9b03-050300cf3bbf {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.016662] env[62697]: DEBUG oslo_vmware.api [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 1999.016662] env[62697]: value = "task-1707490" [ 1999.016662] env[62697]: _type = "Task" [ 1999.016662] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.024798] env[62697]: DEBUG oslo_vmware.api [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.526379] env[62697]: DEBUG oslo_vmware.api [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707490, 'name': PowerOnVM_Task, 'duration_secs': 0.367214} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.526784] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.526871] env[62697]: DEBUG nova.compute.manager [None req-c71014d6-e4e6-4ca9-bfea-6ef5b17c7b41 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1999.527606] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37a4166-9193-4c03-9bc3-e4476e8dee1e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.202064] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b785fc32-8f22-4466-ae22-a19a393b6bb1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.209167] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7082f8-5dc3-4244-ad92-5f537c9989c2 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Suspending the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2001.209423] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5e308d9c-06d5-47a0-a85a-e23774bd64b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.216523] env[62697]: DEBUG oslo_vmware.api [None req-2c7082f8-5dc3-4244-ad92-5f537c9989c2 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 2001.216523] env[62697]: value = "task-1707491" [ 2001.216523] env[62697]: _type = "Task" [ 2001.216523] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.225652] env[62697]: DEBUG oslo_vmware.api [None req-2c7082f8-5dc3-4244-ad92-5f537c9989c2 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707491, 'name': SuspendVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.727374] env[62697]: DEBUG oslo_vmware.api [None req-2c7082f8-5dc3-4244-ad92-5f537c9989c2 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707491, 'name': SuspendVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.227309] env[62697]: DEBUG oslo_vmware.api [None req-2c7082f8-5dc3-4244-ad92-5f537c9989c2 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707491, 'name': SuspendVM_Task, 'duration_secs': 0.590615} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.227679] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7082f8-5dc3-4244-ad92-5f537c9989c2 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Suspended the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2002.227815] env[62697]: DEBUG nova.compute.manager [None req-2c7082f8-5dc3-4244-ad92-5f537c9989c2 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2002.228578] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030bcc72-de7a-4d85-b344-82cb6bed00d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.529047] env[62697]: INFO nova.compute.manager [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Resuming [ 2003.529451] env[62697]: DEBUG nova.objects.instance [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'flavor' on Instance uuid 0a151e0c-664d-47d1-ba8a-a472ee454818 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.537389] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.537761] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquired lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.537761] env[62697]: DEBUG nova.network.neutron [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.247198] env[62697]: DEBUG nova.network.neutron [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updating instance_info_cache with network_info: [{"id": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "address": "fa:16:3e:39:18:c2", "network": {"id": "fc994874-ee4e-471f-be01-0d22a160e1cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1699955802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd181e836304a20923f883ea3733ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc4a8e0-9a", "ovs_interfaceid": "8cc4a8e0-9a09-441e-bd11-9b2d04678ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.749855] env[62697]: DEBUG oslo_concurrency.lockutils [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Releasing lock "refresh_cache-0a151e0c-664d-47d1-ba8a-a472ee454818" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.750904] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b9f69c-cf22-4af3-ac54-10c9f85280a6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.758107] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Resuming the VM {{(pid=62697) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2005.758334] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e069af-529d-40b7-a21a-31722a9de13b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.764011] env[62697]: DEBUG oslo_vmware.api [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 2005.764011] env[62697]: value = "task-1707492" [ 2005.764011] env[62697]: _type = "Task" [ 2005.764011] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.771475] env[62697]: DEBUG oslo_vmware.api [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.274671] env[62697]: DEBUG oslo_vmware.api [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707492, 'name': PowerOnVM_Task, 'duration_secs': 0.399178} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.274984] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Resumed the VM {{(pid=62697) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2006.275192] env[62697]: DEBUG nova.compute.manager [None req-f7bbc9db-30f5-4901-832a-3121971aeff7 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2006.276045] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e928ba-ea45-420a-accc-b4dcc6d98482 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.096260] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "0a151e0c-664d-47d1-ba8a-a472ee454818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.096611] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.096827] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "0a151e0c-664d-47d1-ba8a-a472ee454818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.097024] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.097206] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.099283] env[62697]: INFO nova.compute.manager [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Terminating instance [ 2007.101338] env[62697]: DEBUG nova.compute.manager [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2007.101537] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2007.102385] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c73a2f-1052-422e-9fa1-7b5b0cdbde14 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.110079] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2007.110311] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b5dc23-e3ee-4c13-b920-0225f42bcfe1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.116547] env[62697]: DEBUG oslo_vmware.api [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 2007.116547] env[62697]: value = "task-1707493" [ 2007.116547] env[62697]: _type = "Task" [ 2007.116547] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.124424] env[62697]: DEBUG oslo_vmware.api [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.627166] env[62697]: DEBUG oslo_vmware.api [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707493, 'name': PowerOffVM_Task, 'duration_secs': 0.18296} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.627443] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.627618] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2007.627865] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62010e39-a313-454d-b243-576098f3cae7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.759765] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2007.760233] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2007.760547] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleting the datastore file [datastore1] 0a151e0c-664d-47d1-ba8a-a472ee454818 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2007.760917] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a37341d1-032c-44fd-abe8-e7944cccf33a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.767935] env[62697]: DEBUG oslo_vmware.api [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for the task: (returnval){ [ 2007.767935] env[62697]: value = "task-1707495" [ 2007.767935] env[62697]: _type = "Task" [ 2007.767935] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.775493] env[62697]: DEBUG oslo_vmware.api [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.277993] env[62697]: DEBUG oslo_vmware.api [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Task: {'id': task-1707495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147129} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.279026] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.279026] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.279173] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.279318] env[62697]: INFO nova.compute.manager [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2008.279569] env[62697]: DEBUG oslo.service.loopingcall [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.279766] env[62697]: DEBUG nova.compute.manager [-] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2008.279857] env[62697]: DEBUG nova.network.neutron [-] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2008.704729] env[62697]: DEBUG nova.compute.manager [req-ac4cbcdd-2d40-4c37-9916-ca2fb6eae64d req-6f345210-75d8-4c43-99a9-e815f0b93634 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Received event network-vif-deleted-8cc4a8e0-9a09-441e-bd11-9b2d04678ef5 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2008.704977] env[62697]: INFO nova.compute.manager [req-ac4cbcdd-2d40-4c37-9916-ca2fb6eae64d req-6f345210-75d8-4c43-99a9-e815f0b93634 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Neutron deleted interface 8cc4a8e0-9a09-441e-bd11-9b2d04678ef5; detaching it from the instance and deleting it from the info cache [ 2008.705180] env[62697]: DEBUG nova.network.neutron [req-ac4cbcdd-2d40-4c37-9916-ca2fb6eae64d req-6f345210-75d8-4c43-99a9-e815f0b93634 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.175612] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2009.175893] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2009.182646] env[62697]: DEBUG nova.network.neutron [-] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.209448] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d99fa5bf-6f24-4021-80c7-2228169b09b8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.219372] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc3fa4-d0c4-4fa9-a82f-84d6484612ec {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.247962] env[62697]: DEBUG nova.compute.manager [req-ac4cbcdd-2d40-4c37-9916-ca2fb6eae64d req-6f345210-75d8-4c43-99a9-e815f0b93634 service nova] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Detach interface failed, port_id=8cc4a8e0-9a09-441e-bd11-9b2d04678ef5, reason: Instance 0a151e0c-664d-47d1-ba8a-a472ee454818 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2009.681900] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2009.682266] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2009.682266] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 2009.686986] env[62697]: INFO nova.compute.manager [-] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Took 1.41 seconds to deallocate network for instance. [ 2010.185053] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Skipping network cache update for instance because it is being deleted. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9945}} [ 2010.192250] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.192495] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.192701] env[62697]: DEBUG nova.objects.instance [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lazy-loading 'resources' on Instance uuid 0a151e0c-664d-47d1-ba8a-a472ee454818 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.211941] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.212096] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.212235] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2010.212381] env[62697]: DEBUG nova.objects.instance [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lazy-loading 'info_cache' on Instance uuid bba43081-8a9c-4856-94d2-002ad31ddd0a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.739400] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9166b8-8c08-4988-b415-60785affd8eb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.747354] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19e5146-c7b9-4199-b579-ed4c712de200 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.778270] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8afe86b-4246-4891-8807-6fd702f7558e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.785691] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914bde93-11ce-4d96-82ed-fa5fac7e4809 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.798790] env[62697]: DEBUG nova.compute.provider_tree [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.302364] env[62697]: DEBUG nova.scheduler.client.report [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2011.807862] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.828807] env[62697]: INFO nova.scheduler.client.report [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Deleted allocations for instance 0a151e0c-664d-47d1-ba8a-a472ee454818 [ 2011.936391] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updating instance_info_cache with network_info: [{"id": "b9c45676-586f-4a2f-819d-2f1384808ded", "address": "fa:16:3e:b0:54:19", "network": {"id": "2c0ea3e7-7c79-440a-9bdd-aab7dc918f9d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-699404007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49dbfba89e9419ebdb6815ed93ec7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c45676-58", "ovs_interfaceid": "b9c45676-586f-4a2f-819d-2f1384808ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.337726] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c2630ad5-800d-4085-b481-509b86fbdd38 tempest-ServerActionsTestJSON-119010512 tempest-ServerActionsTestJSON-119010512-project-member] Lock "0a151e0c-664d-47d1-ba8a-a472ee454818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.241s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.439434] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-bba43081-8a9c-4856-94d2-002ad31ddd0a" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.439591] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2012.439812] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2012.439979] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2012.440148] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2012.440298] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2012.440668] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2012.440668] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2012.943648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.944053] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.944053] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.944229] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2012.945230] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af05135-39ca-42ec-b3ed-b1d43953379c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.953820] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a7744-21e6-449d-82e0-371e8cf19190 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.969372] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a758ac-6996-4bb4-bce4-40ae3ee5df96 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.975881] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058df37-86e5-4649-8bb4-436ff687bae4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.004146] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181038MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2013.004318] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.004525] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.027636] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance bba43081-8a9c-4856-94d2-002ad31ddd0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2014.028169] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2014.028169] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2014.053133] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63db31-f9d9-498d-8406-8fc544c1e06a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.061018] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2593a5ba-c73e-4d12-b783-2279fde169f2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.091044] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7706b-4d6d-4b17-a623-0b69b82079df {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.098621] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7bd8d3-34bc-48b9-85a8-d7f13819f6dd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.111489] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.614971] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2015.120625] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2015.120911] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.159165] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2015.159414] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2016.873711] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.874022] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.379263] env[62697]: DEBUG nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2017.455257] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.455527] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.899580] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.899837] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.901307] env[62697]: INFO nova.compute.claims [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.958974] env[62697]: DEBUG nova.compute.utils [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2018.461662] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.949902] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff326a-9f55-45d4-9080-02d974f3f745 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.957830] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1021e62-f8c1-4cb2-93a6-45a52f69d34d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.988467] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d973c1-e791-4b23-851b-5db2323f54b0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.996089] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ecf56-a053-4743-9c78-26e0d5ad8236 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.008801] env[62697]: DEBUG nova.compute.provider_tree [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.512483] env[62697]: DEBUG nova.scheduler.client.report [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2019.525433] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.525806] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.526063] env[62697]: INFO nova.compute.manager [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Attaching volume 7585a78c-d705-4a25-8993-428696dc10c8 to /dev/sdb [ 2019.558918] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a44ae94-6d75-4f0a-9de3-a0dd2b08b250 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.565894] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be38b29a-de9f-42bc-b14e-6d70d8413d88 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.578583] env[62697]: DEBUG nova.virt.block_device [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updating existing volume attachment record: ba5b86a5-2eb4-4a16-a2c0-ef229c2247ca {{(pid=62697) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2020.017373] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.018062] env[62697]: DEBUG nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2020.523114] env[62697]: DEBUG nova.compute.utils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2020.525172] env[62697]: DEBUG nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2020.525337] env[62697]: DEBUG nova.network.neutron [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2020.573249] env[62697]: DEBUG nova.policy [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e14985b08b24e4ba1a383775d0598c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dfbdb94efac4f388920c5b1c57d4ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 2020.825486] env[62697]: DEBUG nova.network.neutron [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Successfully created port: a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2021.028144] env[62697]: DEBUG nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2022.038077] env[62697]: DEBUG nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2022.064271] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2022.064660] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2022.064899] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2022.065191] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2022.065420] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2022.065645] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2022.065943] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2022.066190] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2022.066435] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2022.066673] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2022.066922] env[62697]: DEBUG nova.virt.hardware [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2022.067821] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696e35a7-698a-4ddc-85e6-46a870aa0107 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.076059] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661757a3-7ca5-41ad-831e-6477000bfb55 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.368171] env[62697]: DEBUG nova.compute.manager [req-6adba456-00ef-43c1-8ef2-ddf8e69d2546 req-7335c112-341b-4e53-bff3-24acafd72c1c service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received event network-vif-plugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2022.368171] env[62697]: DEBUG oslo_concurrency.lockutils [req-6adba456-00ef-43c1-8ef2-ddf8e69d2546 req-7335c112-341b-4e53-bff3-24acafd72c1c service nova] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.368171] env[62697]: DEBUG oslo_concurrency.lockutils [req-6adba456-00ef-43c1-8ef2-ddf8e69d2546 req-7335c112-341b-4e53-bff3-24acafd72c1c service nova] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.368171] env[62697]: DEBUG oslo_concurrency.lockutils [req-6adba456-00ef-43c1-8ef2-ddf8e69d2546 req-7335c112-341b-4e53-bff3-24acafd72c1c service nova] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.368171] env[62697]: DEBUG nova.compute.manager [req-6adba456-00ef-43c1-8ef2-ddf8e69d2546 req-7335c112-341b-4e53-bff3-24acafd72c1c service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] No waiting events found dispatching network-vif-plugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2022.368171] env[62697]: WARNING nova.compute.manager [req-6adba456-00ef-43c1-8ef2-ddf8e69d2546 req-7335c112-341b-4e53-bff3-24acafd72c1c service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received unexpected event network-vif-plugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba for instance with vm_state building and task_state spawning. [ 2022.450214] env[62697]: DEBUG nova.network.neutron [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Successfully updated port: a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2022.953117] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.953277] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.953435] env[62697]: DEBUG nova.network.neutron [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2023.493631] env[62697]: DEBUG nova.network.neutron [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2023.621400] env[62697]: DEBUG nova.network.neutron [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.120280] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Volume attach. Driver type: vmdk {{(pid=62697) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2024.120552] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355738', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'name': 'volume-7585a78c-d705-4a25-8993-428696dc10c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bba43081-8a9c-4856-94d2-002ad31ddd0a', 'attached_at': '', 'detached_at': '', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'serial': '7585a78c-d705-4a25-8993-428696dc10c8'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2024.121455] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9d49e8-0a00-454b-808d-092c6cac9727 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.124974] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.125274] env[62697]: DEBUG nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Instance network_info: |[{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2024.125671] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e69b8c-dfb1-463e-8a81-1d031d47faba', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2024.132927] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating folder: Project (8dfbdb94efac4f388920c5b1c57d4ae0). Parent ref: group-v355409. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2024.133559] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f110ba15-42df-4b63-8d2e-5989cff8f8db {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.148909] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf620264-47cd-4538-b2c0-f66dcf33d164 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.151171] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Created folder: Project (8dfbdb94efac4f388920c5b1c57d4ae0) in parent group-v355409. [ 2024.151356] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating folder: Instances. Parent ref: group-v355739. {{(pid=62697) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2024.151863] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38e7622-c4c2-4e6a-b60b-aef1d1c97ec7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.175400] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-7585a78c-d705-4a25-8993-428696dc10c8/volume-7585a78c-d705-4a25-8993-428696dc10c8.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2024.176833] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabe7374-338b-46d2-b0b2-4f580621380a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.189540] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Created folder: Instances in parent group-v355739. [ 2024.189810] env[62697]: DEBUG oslo.service.loopingcall [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.189999] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2024.190659] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05997058-f751-4f0f-b6af-72ddd79988ef {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.205706] env[62697]: DEBUG oslo_vmware.api [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 2024.205706] env[62697]: value = "task-1707500" [ 2024.205706] env[62697]: _type = "Task" [ 2024.205706] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.210110] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2024.210110] env[62697]: value = "task-1707501" [ 2024.210110] env[62697]: _type = "Task" [ 2024.210110] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.215678] env[62697]: DEBUG oslo_vmware.api [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.219916] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707501, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.394025] env[62697]: DEBUG nova.compute.manager [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received event network-changed-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2024.394025] env[62697]: DEBUG nova.compute.manager [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Refreshing instance network info cache due to event network-changed-a4e69b8c-dfb1-463e-8a81-1d031d47faba. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2024.394025] env[62697]: DEBUG oslo_concurrency.lockutils [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.394420] env[62697]: DEBUG oslo_concurrency.lockutils [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.394420] env[62697]: DEBUG nova.network.neutron [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Refreshing network info cache for port a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.716586] env[62697]: DEBUG oslo_vmware.api [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707500, 'name': ReconfigVM_Task, 'duration_secs': 0.414401} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.717175] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-7585a78c-d705-4a25-8993-428696dc10c8/volume-7585a78c-d705-4a25-8993-428696dc10c8.vmdk or device None with type thin {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.724577] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708b2f2e-e405-4f94-8fc3-c55a47afb1d1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.733912] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707501, 'name': CreateVM_Task, 'duration_secs': 0.462162} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.734080] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.735031] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.735218] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.735524] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.735779] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14403283-d3bd-4012-badd-b4e21c4ee821 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.740041] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2024.740041] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e33d5e-f477-215e-6115-dea97f8a9040" [ 2024.740041] env[62697]: _type = "Task" [ 2024.740041] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.740875] env[62697]: DEBUG oslo_vmware.api [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 2024.740875] env[62697]: value = "task-1707502" [ 2024.740875] env[62697]: _type = "Task" [ 2024.740875] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.750775] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e33d5e-f477-215e-6115-dea97f8a9040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.753612] env[62697]: DEBUG oslo_vmware.api [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.090152] env[62697]: DEBUG nova.network.neutron [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updated VIF entry in instance network info cache for port a4e69b8c-dfb1-463e-8a81-1d031d47faba. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2025.090526] env[62697]: DEBUG nova.network.neutron [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.253191] env[62697]: DEBUG oslo_vmware.api [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707502, 'name': ReconfigVM_Task, 'duration_secs': 0.202159} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.256679] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355738', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'name': 'volume-7585a78c-d705-4a25-8993-428696dc10c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bba43081-8a9c-4856-94d2-002ad31ddd0a', 'attached_at': '', 'detached_at': '', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'serial': '7585a78c-d705-4a25-8993-428696dc10c8'} {{(pid=62697) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2025.258084] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e33d5e-f477-215e-6115-dea97f8a9040, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.258369] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.258594] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2025.258832] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.258979] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.259172] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2025.259602] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848db37c-fcf7-4c50-9a33-aa06a5899926 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.268043] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2025.268233] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2025.269464] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9418e9bf-bbf1-45bf-b41b-83b5f5aabee9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.275066] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2025.275066] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52473f30-cbe2-04a3-eb68-94596eb055d3" [ 2025.275066] env[62697]: _type = "Task" [ 2025.275066] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.283795] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52473f30-cbe2-04a3-eb68-94596eb055d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.593700] env[62697]: DEBUG oslo_concurrency.lockutils [req-8de5978a-1908-428e-b0f3-60d38e1e5f12 req-0c6d285f-9da7-43c4-8e71-ee4226b46585 service nova] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.785530] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52473f30-cbe2-04a3-eb68-94596eb055d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008608} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.786640] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bfaddd-a3a6-423c-9405-b70837c63ad1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.791987] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2025.791987] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52a1b734-f1cc-0d9e-f3d5-2c3c2f543490" [ 2025.791987] env[62697]: _type = "Task" [ 2025.791987] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.799705] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a1b734-f1cc-0d9e-f3d5-2c3c2f543490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.294143] env[62697]: DEBUG nova.objects.instance [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'flavor' on Instance uuid bba43081-8a9c-4856-94d2-002ad31ddd0a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.305544] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52a1b734-f1cc-0d9e-f3d5-2c3c2f543490, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.305895] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.306260] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2026.307135] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d3d7b0-16d9-472d-9e42-af0ffdd43ada {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.314481] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2026.314481] env[62697]: value = "task-1707503" [ 2026.314481] env[62697]: _type = "Task" [ 2026.314481] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.322633] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.802703] env[62697]: DEBUG oslo_concurrency.lockutils [None req-3b2da2c5-9f32-48dd-b526-e22af02fcee1 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.824764] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468753} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.825050] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2026.825270] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2026.825507] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7ef2218-d469-43a4-851c-07c51a004150 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.831576] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2026.831576] env[62697]: value = "task-1707504" [ 2026.831576] env[62697]: _type = "Task" [ 2026.831576] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.839987] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.938431] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.938719] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.341362] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059209} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.341636] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2027.342406] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adeab47-0b67-4d15-bd86-56fee569fc4c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.366291] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2027.366524] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd81859-b68c-4187-bdd4-dfb2a68ca56f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.385140] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2027.385140] env[62697]: value = "task-1707505" [ 2027.385140] env[62697]: _type = "Task" [ 2027.385140] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.392381] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.441437] env[62697]: INFO nova.compute.manager [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Detaching volume 7585a78c-d705-4a25-8993-428696dc10c8 [ 2027.473731] env[62697]: INFO nova.virt.block_device [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Attempting to driver detach volume 7585a78c-d705-4a25-8993-428696dc10c8 from mountpoint /dev/sdb [ 2027.474015] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Volume detach. Driver type: vmdk {{(pid=62697) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2027.474244] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355738', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'name': 'volume-7585a78c-d705-4a25-8993-428696dc10c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bba43081-8a9c-4856-94d2-002ad31ddd0a', 'attached_at': '', 'detached_at': '', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'serial': '7585a78c-d705-4a25-8993-428696dc10c8'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2027.475250] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a113e1bd-1ac0-4ad3-96f1-09081be28e8d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.497069] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ccb62-5003-4256-abbf-c97c0ccbf6f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.504227] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8e455a-1f30-447e-bd6e-ef1c7824a4b7 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.524812] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0736c3bc-2382-47f5-9267-1a4ae1a9511b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.539421] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] The volume has not been displaced from its original location: [datastore1] volume-7585a78c-d705-4a25-8993-428696dc10c8/volume-7585a78c-d705-4a25-8993-428696dc10c8.vmdk. No consolidation needed. {{(pid=62697) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2027.544771] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2027.545079] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594c2528-458b-4f76-ae10-eee989adf9d6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.563903] env[62697]: DEBUG oslo_vmware.api [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 2027.563903] env[62697]: value = "task-1707506" [ 2027.563903] env[62697]: _type = "Task" [ 2027.563903] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.571722] env[62697]: DEBUG oslo_vmware.api [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.895278] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707505, 'name': ReconfigVM_Task, 'duration_secs': 0.340947} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.895686] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.896282] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa34cfd-f0d8-4221-ae3d-b10290145e36 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.902635] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2027.902635] env[62697]: value = "task-1707507" [ 2027.902635] env[62697]: _type = "Task" [ 2027.902635] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.909898] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707507, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.073537] env[62697]: DEBUG oslo_vmware.api [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707506, 'name': ReconfigVM_Task, 'duration_secs': 0.225618} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.073820] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62697) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2028.078634] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde24192-7d31-4c54-ae52-c845a6705d92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.093568] env[62697]: DEBUG oslo_vmware.api [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 2028.093568] env[62697]: value = "task-1707508" [ 2028.093568] env[62697]: _type = "Task" [ 2028.093568] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.100869] env[62697]: DEBUG oslo_vmware.api [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.413850] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707507, 'name': Rename_Task, 'duration_secs': 0.132475} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.414151] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.414405] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fedce638-2ee5-41b4-a4e9-a358ec505e2b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.421251] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2028.421251] env[62697]: value = "task-1707509" [ 2028.421251] env[62697]: _type = "Task" [ 2028.421251] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.428659] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.603442] env[62697]: DEBUG oslo_vmware.api [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707508, 'name': ReconfigVM_Task, 'duration_secs': 0.129661} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.603777] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355738', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'name': 'volume-7585a78c-d705-4a25-8993-428696dc10c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bba43081-8a9c-4856-94d2-002ad31ddd0a', 'attached_at': '', 'detached_at': '', 'volume_id': '7585a78c-d705-4a25-8993-428696dc10c8', 'serial': '7585a78c-d705-4a25-8993-428696dc10c8'} {{(pid=62697) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2028.931525] env[62697]: DEBUG oslo_vmware.api [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707509, 'name': PowerOnVM_Task, 'duration_secs': 0.438985} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.931900] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.932040] env[62697]: INFO nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Took 6.89 seconds to spawn the instance on the hypervisor. [ 2028.932184] env[62697]: DEBUG nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2028.932939] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83faee5-a0dd-44d7-9744-5a7bd07e9f21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.143513] env[62697]: DEBUG nova.objects.instance [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'flavor' on Instance uuid bba43081-8a9c-4856-94d2-002ad31ddd0a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.449803] env[62697]: INFO nova.compute.manager [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Took 11.57 seconds to build instance. [ 2029.951605] env[62697]: DEBUG oslo_concurrency.lockutils [None req-da78c07f-b1eb-4d25-9781-b9b3c0a8dd0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.077s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.150785] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b21affdb-b679-4dc1-851a-b670d9d61e66 tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.183445] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "64ac47f5-e4e5-4199-885b-d9692612afe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.183677] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.685771] env[62697]: DEBUG nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Starting instance... {{(pid=62697) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2031.178261] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.178675] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.178761] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "bba43081-8a9c-4856-94d2-002ad31ddd0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.178938] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.179126] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.181360] env[62697]: INFO nova.compute.manager [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Terminating instance [ 2031.183104] env[62697]: DEBUG nova.compute.manager [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2031.183304] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2031.184154] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d329d6-261d-4fef-ae39-f3696e55ea0b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.192466] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2031.194493] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05af832a-702a-42fa-962c-176d5c60785a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.202105] env[62697]: DEBUG oslo_vmware.api [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 2031.202105] env[62697]: value = "task-1707510" [ 2031.202105] env[62697]: _type = "Task" [ 2031.202105] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.211984] env[62697]: DEBUG oslo_vmware.api [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.212976] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.213232] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.214678] env[62697]: INFO nova.compute.claims [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2031.713035] env[62697]: DEBUG oslo_vmware.api [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707510, 'name': PowerOffVM_Task, 'duration_secs': 0.288857} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.713341] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.713514] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2031.713771] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3c063ad-2d9d-49fb-a962-f3662bb4903d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.785851] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.786138] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.786326] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleting the datastore file [datastore1] bba43081-8a9c-4856-94d2-002ad31ddd0a {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.786594] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa192fa4-c9a2-4f1a-9dbb-e21c394f8dcb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.793180] env[62697]: DEBUG oslo_vmware.api [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for the task: (returnval){ [ 2031.793180] env[62697]: value = "task-1707512" [ 2031.793180] env[62697]: _type = "Task" [ 2031.793180] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.800427] env[62697]: DEBUG oslo_vmware.api [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.271700] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6278b-6bf3-4df4-96d5-df3ba5cc8a29 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.279479] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385cca92-c3c1-402e-bcbe-02b5348bb570 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.311793] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b2992-175e-4fdb-bec2-80f0cb840057 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.320757] env[62697]: DEBUG oslo_vmware.api [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Task: {'id': task-1707512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132647} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.321078] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2032.321273] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2032.321454] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2032.321626] env[62697]: INFO nova.compute.manager [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2032.321857] env[62697]: DEBUG oslo.service.loopingcall [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2032.323058] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96050dcc-3d0c-4349-827f-ba74850bf701 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.326628] env[62697]: DEBUG nova.compute.manager [-] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2032.326777] env[62697]: DEBUG nova.network.neutron [-] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2032.339092] env[62697]: DEBUG nova.compute.provider_tree [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.774934] env[62697]: DEBUG nova.compute.manager [req-6779634f-53cf-4193-9483-9069b0b94e1e req-f08fc3f8-72c8-4287-9808-c59a887bee7c service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Received event network-vif-deleted-b9c45676-586f-4a2f-819d-2f1384808ded {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2032.775089] env[62697]: INFO nova.compute.manager [req-6779634f-53cf-4193-9483-9069b0b94e1e req-f08fc3f8-72c8-4287-9808-c59a887bee7c service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Neutron deleted interface b9c45676-586f-4a2f-819d-2f1384808ded; detaching it from the instance and deleting it from the info cache [ 2032.775259] env[62697]: DEBUG nova.network.neutron [req-6779634f-53cf-4193-9483-9069b0b94e1e req-f08fc3f8-72c8-4287-9808-c59a887bee7c service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.842443] env[62697]: DEBUG nova.scheduler.client.report [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2033.253895] env[62697]: DEBUG nova.network.neutron [-] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.278239] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57ea11a6-2dda-4c81-9a06-f0a3f011dc7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.288070] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45e2b8-a0d3-4721-a2c5-0484e6267730 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.312343] env[62697]: DEBUG nova.compute.manager [req-6779634f-53cf-4193-9483-9069b0b94e1e req-f08fc3f8-72c8-4287-9808-c59a887bee7c service nova] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Detach interface failed, port_id=b9c45676-586f-4a2f-819d-2f1384808ded, reason: Instance bba43081-8a9c-4856-94d2-002ad31ddd0a could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2033.347913] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.348493] env[62697]: DEBUG nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Start building networks asynchronously for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2033.758034] env[62697]: INFO nova.compute.manager [-] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Took 1.43 seconds to deallocate network for instance. [ 2033.853602] env[62697]: DEBUG nova.compute.utils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Using /dev/sd instead of None {{(pid=62697) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2033.855630] env[62697]: DEBUG nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Allocating IP information in the background. {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2033.855824] env[62697]: DEBUG nova.network.neutron [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] allocate_for_instance() {{(pid=62697) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2033.896273] env[62697]: DEBUG nova.policy [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e14985b08b24e4ba1a383775d0598c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dfbdb94efac4f388920c5b1c57d4ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62697) authorize /opt/stack/nova/nova/policy.py:201}} [ 2034.134565] env[62697]: DEBUG nova.network.neutron [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Successfully created port: b1dd09b8-ef22-4850-809c-eb83d5c794b0 {{(pid=62697) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2034.263439] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.263717] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.263945] env[62697]: DEBUG nova.objects.instance [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lazy-loading 'resources' on Instance uuid bba43081-8a9c-4856-94d2-002ad31ddd0a {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.358620] env[62697]: DEBUG nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Start building block device mappings for instance. {{(pid=62697) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2034.818580] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2629ec2-614e-480a-9eda-0b07b882dc3c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.827724] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d193a-36d5-4742-9042-2825848bcdc2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.857393] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b91dc-0c49-4cff-be49-445b440acd4f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.867374] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ec563-d922-409c-a30f-57df26e2bb7b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.881010] env[62697]: DEBUG nova.compute.provider_tree [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2035.372818] env[62697]: DEBUG nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Start spawning the instance on the hypervisor. {{(pid=62697) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2035.383747] env[62697]: DEBUG nova.scheduler.client.report [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2035.400368] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T20:27:15Z,direct_url=,disk_format='vmdk',id=0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4eee59a3f66d4d4db1fe95dbe113fd6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T20:27:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2035.400619] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2035.400779] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.400963] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2035.401190] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.401359] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2035.401569] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2035.401732] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2035.401903] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2035.402082] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2035.402265] env[62697]: DEBUG nova.virt.hardware [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2035.403119] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c5191-95fa-4aef-9a75-4f05d03a22bd {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.411952] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654da04-b343-4e03-98cf-dfd186506dab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.501391] env[62697]: DEBUG nova.compute.manager [req-7afe0f79-27da-4f45-8ac2-bb09db98cbf3 req-5c0ea61b-813e-4171-9229-59007c9f400e service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Received event network-vif-plugged-b1dd09b8-ef22-4850-809c-eb83d5c794b0 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2035.501573] env[62697]: DEBUG oslo_concurrency.lockutils [req-7afe0f79-27da-4f45-8ac2-bb09db98cbf3 req-5c0ea61b-813e-4171-9229-59007c9f400e service nova] Acquiring lock "64ac47f5-e4e5-4199-885b-d9692612afe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.501794] env[62697]: DEBUG oslo_concurrency.lockutils [req-7afe0f79-27da-4f45-8ac2-bb09db98cbf3 req-5c0ea61b-813e-4171-9229-59007c9f400e service nova] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.501960] env[62697]: DEBUG oslo_concurrency.lockutils [req-7afe0f79-27da-4f45-8ac2-bb09db98cbf3 req-5c0ea61b-813e-4171-9229-59007c9f400e service nova] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.502144] env[62697]: DEBUG nova.compute.manager [req-7afe0f79-27da-4f45-8ac2-bb09db98cbf3 req-5c0ea61b-813e-4171-9229-59007c9f400e service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] No waiting events found dispatching network-vif-plugged-b1dd09b8-ef22-4850-809c-eb83d5c794b0 {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2035.502309] env[62697]: WARNING nova.compute.manager [req-7afe0f79-27da-4f45-8ac2-bb09db98cbf3 req-5c0ea61b-813e-4171-9229-59007c9f400e service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Received unexpected event network-vif-plugged-b1dd09b8-ef22-4850-809c-eb83d5c794b0 for instance with vm_state building and task_state spawning. [ 2035.584780] env[62697]: DEBUG nova.network.neutron [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Successfully updated port: b1dd09b8-ef22-4850-809c-eb83d5c794b0 {{(pid=62697) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2035.888444] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.905269] env[62697]: INFO nova.scheduler.client.report [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Deleted allocations for instance bba43081-8a9c-4856-94d2-002ad31ddd0a [ 2036.087379] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "refresh_cache-64ac47f5-e4e5-4199-885b-d9692612afe6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.087535] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "refresh_cache-64ac47f5-e4e5-4199-885b-d9692612afe6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.087701] env[62697]: DEBUG nova.network.neutron [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2036.413907] env[62697]: DEBUG oslo_concurrency.lockutils [None req-0fad9022-cdfc-4ee5-85f8-daced0b5308f tempest-AttachVolumeNegativeTest-29024414 tempest-AttachVolumeNegativeTest-29024414-project-member] Lock "bba43081-8a9c-4856-94d2-002ad31ddd0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.235s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.621991] env[62697]: DEBUG nova.network.neutron [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Instance cache missing network info. {{(pid=62697) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2036.751833] env[62697]: DEBUG nova.network.neutron [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Updating instance_info_cache with network_info: [{"id": "b1dd09b8-ef22-4850-809c-eb83d5c794b0", "address": "fa:16:3e:79:be:35", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1dd09b8-ef", "ovs_interfaceid": "b1dd09b8-ef22-4850-809c-eb83d5c794b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.254892] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "refresh_cache-64ac47f5-e4e5-4199-885b-d9692612afe6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.255254] env[62697]: DEBUG nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Instance network_info: |[{"id": "b1dd09b8-ef22-4850-809c-eb83d5c794b0", "address": "fa:16:3e:79:be:35", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1dd09b8-ef", "ovs_interfaceid": "b1dd09b8-ef22-4850-809c-eb83d5c794b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62697) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2037.255714] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:be:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1dd09b8-ef22-4850-809c-eb83d5c794b0', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2037.263095] env[62697]: DEBUG oslo.service.loopingcall [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2037.263314] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2037.263542] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0ae584d-9965-4396-9b8e-7ffdcac4f18b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.283658] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2037.283658] env[62697]: value = "task-1707514" [ 2037.283658] env[62697]: _type = "Task" [ 2037.283658] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.290974] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707514, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.526761] env[62697]: DEBUG nova.compute.manager [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Received event network-changed-b1dd09b8-ef22-4850-809c-eb83d5c794b0 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2037.527053] env[62697]: DEBUG nova.compute.manager [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Refreshing instance network info cache due to event network-changed-b1dd09b8-ef22-4850-809c-eb83d5c794b0. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2037.527277] env[62697]: DEBUG oslo_concurrency.lockutils [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] Acquiring lock "refresh_cache-64ac47f5-e4e5-4199-885b-d9692612afe6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.527451] env[62697]: DEBUG oslo_concurrency.lockutils [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] Acquired lock "refresh_cache-64ac47f5-e4e5-4199-885b-d9692612afe6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.527642] env[62697]: DEBUG nova.network.neutron [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Refreshing network info cache for port b1dd09b8-ef22-4850-809c-eb83d5c794b0 {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2037.793853] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707514, 'name': CreateVM_Task, 'duration_secs': 0.421859} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.794102] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2037.794685] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.794877] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.795223] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2037.795760] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec056554-aa2d-4150-a78c-5856596830dc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.800224] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2037.800224] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]524d7f41-cd16-94ff-0031-5a2b378ffbbc" [ 2037.800224] env[62697]: _type = "Task" [ 2037.800224] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.808135] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524d7f41-cd16-94ff-0031-5a2b378ffbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.215176] env[62697]: DEBUG nova.network.neutron [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Updated VIF entry in instance network info cache for port b1dd09b8-ef22-4850-809c-eb83d5c794b0. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2038.215543] env[62697]: DEBUG nova.network.neutron [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Updating instance_info_cache with network_info: [{"id": "b1dd09b8-ef22-4850-809c-eb83d5c794b0", "address": "fa:16:3e:79:be:35", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1dd09b8-ef", "ovs_interfaceid": "b1dd09b8-ef22-4850-809c-eb83d5c794b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.309814] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]524d7f41-cd16-94ff-0031-5a2b378ffbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.310119] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.310353] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Processing image 0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2038.310587] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.310735] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.310918] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2038.311189] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3990a52d-7655-457d-900d-716aa424837a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.318871] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2038.319064] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2038.319732] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae910fe-4fd9-4885-8671-807d1c079d4b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.324505] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2038.324505] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52c5eb61-59f8-14a5-fc9f-7cf3bac588f5" [ 2038.324505] env[62697]: _type = "Task" [ 2038.324505] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.332801] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c5eb61-59f8-14a5-fc9f-7cf3bac588f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.718335] env[62697]: DEBUG oslo_concurrency.lockutils [req-cf909995-8912-4c01-8066-a7669e9d15b5 req-201c8aad-df5e-4b96-a502-959c993009c4 service nova] Releasing lock "refresh_cache-64ac47f5-e4e5-4199-885b-d9692612afe6" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.834696] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52c5eb61-59f8-14a5-fc9f-7cf3bac588f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008114} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.835443] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0078b7-ca82-4831-bb6e-c2e5e2eb2166 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.840198] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2038.840198] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52e5a660-5bd8-f082-78f8-0c0fa071fd9b" [ 2038.840198] env[62697]: _type = "Task" [ 2038.840198] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.847275] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e5a660-5bd8-f082-78f8-0c0fa071fd9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.354367] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]52e5a660-5bd8-f082-78f8-0c0fa071fd9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.354736] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.355112] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 64ac47f5-e4e5-4199-885b-d9692612afe6/64ac47f5-e4e5-4199-885b-d9692612afe6.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2039.355455] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8573fb37-b064-4b94-8cf7-0b07d5dc721a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.362906] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2039.362906] env[62697]: value = "task-1707515" [ 2039.362906] env[62697]: _type = "Task" [ 2039.362906] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.372954] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.872825] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429834} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.873228] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b/0f29c9c6-5ed7-441f-b185-b6aaf0ca6f3b.vmdk to [datastore1] 64ac47f5-e4e5-4199-885b-d9692612afe6/64ac47f5-e4e5-4199-885b-d9692612afe6.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.873334] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Extending root virtual disk to 1048576 {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.873569] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32706042-99d4-443f-a695-f55917cf3236 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.880861] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2039.880861] env[62697]: value = "task-1707517" [ 2039.880861] env[62697]: _type = "Task" [ 2039.880861] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.887867] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.390797] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067062} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.391086] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Extended root virtual disk {{(pid=62697) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2040.391924] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c17b26-e346-4e1b-bb5e-9642c028c271 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.413465] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 64ac47f5-e4e5-4199-885b-d9692612afe6/64ac47f5-e4e5-4199-885b-d9692612afe6.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.413763] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a72b555-ba5e-4e32-8ea8-ec1d706da7b6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.434032] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2040.434032] env[62697]: value = "task-1707518" [ 2040.434032] env[62697]: _type = "Task" [ 2040.434032] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.440707] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.943330] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.447797] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707518, 'name': ReconfigVM_Task, 'duration_secs': 0.876862} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.448259] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 64ac47f5-e4e5-4199-885b-d9692612afe6/64ac47f5-e4e5-4199-885b-d9692612afe6.vmdk or device None with type sparse {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.449133] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf40ad6-b5c9-4b6e-af69-93db30f52ac8 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.457752] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2041.457752] env[62697]: value = "task-1707519" [ 2041.457752] env[62697]: _type = "Task" [ 2041.457752] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.467971] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707519, 'name': Rename_Task} progress is 5%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.967035] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707519, 'name': Rename_Task, 'duration_secs': 0.137988} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.967414] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.967745] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-065a7648-42da-44e6-9559-7c8dbdd9e8b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.974936] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2041.974936] env[62697]: value = "task-1707521" [ 2041.974936] env[62697]: _type = "Task" [ 2041.974936] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.984386] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.484766] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.985391] env[62697]: DEBUG oslo_vmware.api [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707521, 'name': PowerOnVM_Task, 'duration_secs': 0.575182} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.985696] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.985865] env[62697]: INFO nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Took 7.61 seconds to spawn the instance on the hypervisor. [ 2042.986065] env[62697]: DEBUG nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2042.986823] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b24a7e-b497-43e4-9de4-62f50d858b7e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.505928] env[62697]: INFO nova.compute.manager [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Took 12.32 seconds to build instance. [ 2044.007649] env[62697]: DEBUG oslo_concurrency.lockutils [None req-d2e60d36-4c85-4f74-8840-fdf21827a5ed tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.824s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.391109] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "64ac47f5-e4e5-4199-885b-d9692612afe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.391109] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.391333] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "64ac47f5-e4e5-4199-885b-d9692612afe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.391333] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.391504] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.393630] env[62697]: INFO nova.compute.manager [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Terminating instance [ 2044.395416] env[62697]: DEBUG nova.compute.manager [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2044.395673] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2044.396529] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bdeecb-e312-47b3-a586-196e53717a08 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.404502] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2044.404751] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-249573aa-9693-481a-b2c8-9b1e3a99b83a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.411241] env[62697]: DEBUG oslo_vmware.api [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2044.411241] env[62697]: value = "task-1707522" [ 2044.411241] env[62697]: _type = "Task" [ 2044.411241] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.418676] env[62697]: DEBUG oslo_vmware.api [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.921655] env[62697]: DEBUG oslo_vmware.api [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707522, 'name': PowerOffVM_Task, 'duration_secs': 0.200487} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.921945] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.922199] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.922385] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5db01a1-829e-455b-987c-989accfeb7d5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.983363] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.983525] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.983707] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleting the datastore file [datastore1] 64ac47f5-e4e5-4199-885b-d9692612afe6 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.983968] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6add0424-05f6-472c-8097-db9e924aae6c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.990289] env[62697]: DEBUG oslo_vmware.api [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2044.990289] env[62697]: value = "task-1707524" [ 2044.990289] env[62697]: _type = "Task" [ 2044.990289] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.997519] env[62697]: DEBUG oslo_vmware.api [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.500558] env[62697]: DEBUG oslo_vmware.api [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122986} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.500946] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.501195] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.501407] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.501588] env[62697]: INFO nova.compute.manager [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2045.501835] env[62697]: DEBUG oslo.service.loopingcall [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.502042] env[62697]: DEBUG nova.compute.manager [-] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2045.502139] env[62697]: DEBUG nova.network.neutron [-] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2045.912372] env[62697]: DEBUG nova.compute.manager [req-a579adef-9967-45b3-8daf-b0d381203353 req-db4efb7b-5442-4a86-8ac8-cff15ae1efeb service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Received event network-vif-deleted-b1dd09b8-ef22-4850-809c-eb83d5c794b0 {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2045.912583] env[62697]: INFO nova.compute.manager [req-a579adef-9967-45b3-8daf-b0d381203353 req-db4efb7b-5442-4a86-8ac8-cff15ae1efeb service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Neutron deleted interface b1dd09b8-ef22-4850-809c-eb83d5c794b0; detaching it from the instance and deleting it from the info cache [ 2045.912806] env[62697]: DEBUG nova.network.neutron [req-a579adef-9967-45b3-8daf-b0d381203353 req-db4efb7b-5442-4a86-8ac8-cff15ae1efeb service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.384801] env[62697]: DEBUG nova.network.neutron [-] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.416768] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf480691-b227-4152-89c8-1b81e6362f43 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.427445] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f170a36b-42dc-420b-b3fc-9ba296d4f6aa {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.454062] env[62697]: DEBUG nova.compute.manager [req-a579adef-9967-45b3-8daf-b0d381203353 req-db4efb7b-5442-4a86-8ac8-cff15ae1efeb service nova] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Detach interface failed, port_id=b1dd09b8-ef22-4850-809c-eb83d5c794b0, reason: Instance 64ac47f5-e4e5-4199-885b-d9692612afe6 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2046.886529] env[62697]: INFO nova.compute.manager [-] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Took 1.38 seconds to deallocate network for instance. [ 2047.393035] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.393208] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.393440] env[62697]: DEBUG nova.objects.instance [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lazy-loading 'resources' on Instance uuid 64ac47f5-e4e5-4199-885b-d9692612afe6 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.939080] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc7a1c-1af1-44f1-9911-db8574926738 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.946660] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff3f8e-7828-41b6-80c5-790baa027e32 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.975192] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7decd4f8-247f-4f45-884e-0675228d1c44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.982123] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53b40f2-2c13-4aee-b637-c756aaf9c140 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.995994] env[62697]: DEBUG nova.compute.provider_tree [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.498953] env[62697]: DEBUG nova.scheduler.client.report [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2049.004072] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.022236] env[62697]: INFO nova.scheduler.client.report [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleted allocations for instance 64ac47f5-e4e5-4199-885b-d9692612afe6 [ 2049.529947] env[62697]: DEBUG oslo_concurrency.lockutils [None req-cbba7415-fd17-4425-be24-f351bb826684 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "64ac47f5-e4e5-4199-885b-d9692612afe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.139s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.480069] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2058.480069] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances with incomplete migration {{(pid=62697) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 2059.518197] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.518557] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.518718] env[62697]: INFO nova.compute.manager [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Shelving [ 2059.982515] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.025445] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2060.025941] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e4f19e-c63f-435d-a7ac-da0de5cbb6ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.033606] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2060.033606] env[62697]: value = "task-1707525" [ 2060.033606] env[62697]: _type = "Task" [ 2060.033606] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.041410] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.485912] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.486187] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.486361] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.486516] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2060.487478] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c92f70-1182-4cd4-b5d8-4042344d06d4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.495255] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db29c9e0-f6ab-41dd-8fa4-5dedac339899 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.509918] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aed1d0-33d8-466b-91bd-ead71aaeac6a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.515797] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3253fe-a84a-4804-88bd-7e07f02cb1d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.543442] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181038MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2060.543729] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.543779] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.552416] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707525, 'name': PowerOffVM_Task, 'duration_secs': 0.190925} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.552659] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2060.553384] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb888b4-bfbc-477e-aea3-cf3379201b2f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.571402] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f746c24a-58a3-4bba-9563-9e57303f791f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.080667] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Creating Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2061.080990] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fecc00e-cb2e-4cd0-89a7-7ca9897410e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.088984] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2061.088984] env[62697]: value = "task-1707526" [ 2061.088984] env[62697]: _type = "Task" [ 2061.088984] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.097106] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707526, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.569210] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Instance 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62697) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2061.569477] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2061.569565] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2061.594400] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7c5f1-3279-44ca-9ae8-b2e097ee1ee1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.605575] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27921aef-3a7c-4b92-a806-5d06dac14fa4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.608876] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707526, 'name': CreateSnapshot_Task, 'duration_secs': 0.392745} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.609267] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Created Snapshot of the VM instance {{(pid=62697) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2061.610383] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b291246a-2744-4a32-927d-78f88f5d7b60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.636271] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4133bf72-9467-4a1e-a0a2-4daa56d4d9ab {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.647498] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfb8f2c-12be-4f16-9761-cbbb26438a21 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.660231] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2062.151116] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Creating linked-clone VM from snapshot {{(pid=62697) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2062.151435] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69164307-9e22-4ba4-bd9a-0e5517e55ab9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.160041] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2062.160041] env[62697]: value = "task-1707527" [ 2062.160041] env[62697]: _type = "Task" [ 2062.160041] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.163456] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2062.171040] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707527, 'name': CloneVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.668240] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2062.668639] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.672034] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2062.672251] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Cleaning up deleted instances {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 2062.673627] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707527, 'name': CloneVM_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.172166] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707527, 'name': CloneVM_Task, 'duration_secs': 0.948258} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.172453] env[62697]: INFO nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Created linked-clone VM from snapshot [ 2063.173236] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aeb01e-9fe2-4b42-953a-3a8f147f8dff {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.181323] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] There are 26 instances to clean {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 2063.181485] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 64ac47f5-e4e5-4199-885b-d9692612afe6] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2063.188182] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Uploading image e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2063.212828] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2063.212828] env[62697]: value = "vm-355744" [ 2063.212828] env[62697]: _type = "VirtualMachine" [ 2063.212828] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2063.213318] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07acefe5-0206-42f3-bf62-0104f5813f64 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.219527] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lease: (returnval){ [ 2063.219527] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52753f08-cd84-c73d-3013-b5f16e129692" [ 2063.219527] env[62697]: _type = "HttpNfcLease" [ 2063.219527] env[62697]: } obtained for exporting VM: (result){ [ 2063.219527] env[62697]: value = "vm-355744" [ 2063.219527] env[62697]: _type = "VirtualMachine" [ 2063.219527] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2063.219810] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the lease: (returnval){ [ 2063.219810] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52753f08-cd84-c73d-3013-b5f16e129692" [ 2063.219810] env[62697]: _type = "HttpNfcLease" [ 2063.219810] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2063.225912] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2063.225912] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52753f08-cd84-c73d-3013-b5f16e129692" [ 2063.225912] env[62697]: _type = "HttpNfcLease" [ 2063.225912] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2063.684642] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: bba43081-8a9c-4856-94d2-002ad31ddd0a] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2063.728080] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2063.728080] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52753f08-cd84-c73d-3013-b5f16e129692" [ 2063.728080] env[62697]: _type = "HttpNfcLease" [ 2063.728080] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2063.728378] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2063.728378] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]52753f08-cd84-c73d-3013-b5f16e129692" [ 2063.728378] env[62697]: _type = "HttpNfcLease" [ 2063.728378] env[62697]: }. {{(pid=62697) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2063.729099] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3da51c-bf85-4be3-b011-64d2addf1326 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.736336] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c8a9-2d99-1832-b8f8-b912d1d82a55/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2063.736474] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c8a9-2d99-1832-b8f8-b912d1d82a55/disk-0.vmdk for reading. {{(pid=62697) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2063.822229] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0610b515-e00a-4f27-8efb-286d6cd25eda {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.188299] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 0a151e0c-664d-47d1-ba8a-a472ee454818] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2064.692136] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e50fde8c-9c55-4889-bcd3-b84a60dcbda4] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2065.195267] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 3b464a6b-2a96-4002-b2be-ae498b427f8f] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2065.699025] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 82d42c24-7b74-4a4d-b00b-1a0ee3c88324] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2066.204057] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 132d4f91-e4fd-4c0e-8c7a-1c5a85a99e00] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2066.707149] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: dadc2d2a-5513-460a-a2af-276ab3e0237e] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2067.210498] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: b57b6b09-c3fe-4757-9a1a-2a6baae8c900] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2067.714434] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1bafdda4-7de0-45c2-9d47-9f7f9820f16b] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2068.218468] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 5c7792d9-1bf0-425a-a1d9-7196379b7341] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2068.722453] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 4d69dbcd-20ab-471f-9eeb-9855be6eb607] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2069.226500] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: bbe9d273-676c-417c-ae23-3b8c0b13b7fc] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2069.730063] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 0c1a8be2-f016-4d4a-b64f-f3904bff614a] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2070.233146] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 72d27d2d-c916-4a0f-aacc-5436f1aaef7e] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2070.736493] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e866b33f-12c9-4219-8473-270abee54f82] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2071.136554] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c8a9-2d99-1832-b8f8-b912d1d82a55/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2071.137521] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc1e1c-759a-45c6-bc0f-24a35d12e544 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.143673] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c8a9-2d99-1832-b8f8-b912d1d82a55/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2071.143843] env[62697]: ERROR oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c8a9-2d99-1832-b8f8-b912d1d82a55/disk-0.vmdk due to incomplete transfer. [ 2071.144064] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08928019-476c-43c7-a20d-51b7521ae097 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.151730] env[62697]: DEBUG oslo_vmware.rw_handles [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c8a9-2d99-1832-b8f8-b912d1d82a55/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2071.151926] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Uploaded image e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd to the Glance image server {{(pid=62697) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2071.154369] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Destroying the VM {{(pid=62697) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2071.154598] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22f9c25c-9556-4302-b71f-9b0bb29ff2b5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.160422] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2071.160422] env[62697]: value = "task-1707529" [ 2071.160422] env[62697]: _type = "Task" [ 2071.160422] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.168494] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707529, 'name': Destroy_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.240250] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 34231c64-15dc-4c82-8b95-cae9f9c002a4] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2071.670761] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707529, 'name': Destroy_Task, 'duration_secs': 0.312368} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.671059] env[62697]: INFO nova.virt.vmwareapi.vm_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Destroyed the VM [ 2071.671329] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Deleting Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2071.671576] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17c3da77-52ec-4697-850d-90ff58668f23 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.677655] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2071.677655] env[62697]: value = "task-1707530" [ 2071.677655] env[62697]: _type = "Task" [ 2071.677655] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.685142] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.743783] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 85c86c7f-836e-4ce8-8986-8724198e36ed] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2072.187443] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707530, 'name': RemoveSnapshot_Task, 'duration_secs': 0.319497} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.187720] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Deleted Snapshot of the VM instance {{(pid=62697) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2072.187994] env[62697]: DEBUG nova.compute.manager [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2072.188747] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd38c8-6b03-4a92-bf2c-cff2b859f02d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.247372] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 98ad1fe1-8ba7-4074-894d-542e341b394e] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2072.700778] env[62697]: INFO nova.compute.manager [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Shelve offloading [ 2072.702618] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.702889] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903c25c3-1b0b-4751-9413-ad464b29196d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.711293] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2072.711293] env[62697]: value = "task-1707531" [ 2072.711293] env[62697]: _type = "Task" [ 2072.711293] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.720160] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.750624] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: e6c60f1e-cf7a-4836-9e53-6570d16d6430] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2073.221851] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] VM already powered off {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2073.222071] env[62697]: DEBUG nova.compute.manager [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2073.222819] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e59ec-4e7a-4043-99ef-d48bef02faf5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.228355] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.228522] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.228693] env[62697]: DEBUG nova.network.neutron [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.252959] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 1732ee60-5f80-4f47-b601-9bc5be4a898e] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2073.755547] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 7cfcc381-6e90-482a-86ac-0cd5f6237dfd] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2073.914595] env[62697]: DEBUG nova.network.neutron [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.258836] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 20580a64-96b2-4401-aa8e-69228d7abf67] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2074.417732] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.653297] env[62697]: DEBUG nova.compute.manager [req-64106029-fdf3-4bac-8aac-f1b3a7040677 req-2ab031dd-58ba-4d6f-ad65-8ea7c47baa56 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received event network-vif-unplugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2074.653297] env[62697]: DEBUG oslo_concurrency.lockutils [req-64106029-fdf3-4bac-8aac-f1b3a7040677 req-2ab031dd-58ba-4d6f-ad65-8ea7c47baa56 service nova] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.653297] env[62697]: DEBUG oslo_concurrency.lockutils [req-64106029-fdf3-4bac-8aac-f1b3a7040677 req-2ab031dd-58ba-4d6f-ad65-8ea7c47baa56 service nova] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.653297] env[62697]: DEBUG oslo_concurrency.lockutils [req-64106029-fdf3-4bac-8aac-f1b3a7040677 req-2ab031dd-58ba-4d6f-ad65-8ea7c47baa56 service nova] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.654282] env[62697]: DEBUG nova.compute.manager [req-64106029-fdf3-4bac-8aac-f1b3a7040677 req-2ab031dd-58ba-4d6f-ad65-8ea7c47baa56 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] No waiting events found dispatching network-vif-unplugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2074.654686] env[62697]: WARNING nova.compute.manager [req-64106029-fdf3-4bac-8aac-f1b3a7040677 req-2ab031dd-58ba-4d6f-ad65-8ea7c47baa56 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received unexpected event network-vif-unplugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba for instance with vm_state shelved and task_state shelving_offloading. [ 2074.684201] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2074.685185] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17585d9-1aff-401f-9c05-3c3d17dca610 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.692908] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.693177] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-485bf280-4f0d-4b3f-8fbb-d57e9429f44d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.762035] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 161dc695-03b9-47e6-a290-6ced40149ad7] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2074.768393] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.768619] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.768805] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleting the datastore file [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.769086] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be3f1903-6107-4628-bcc5-b9f4a675b2cb {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.775554] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2074.775554] env[62697]: value = "task-1707533" [ 2074.775554] env[62697]: _type = "Task" [ 2074.775554] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.783207] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.266509] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 49b7f188-7032-40e1-af33-345be6abf233] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2075.284647] env[62697]: DEBUG oslo_vmware.api [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121588} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.284940] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2075.285219] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2075.285418] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2075.306805] env[62697]: INFO nova.scheduler.client.report [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleted allocations for instance 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 [ 2075.770010] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 4e6fef4a-58a3-4b2f-8453-2eae22a37cb8] Instance has had 0 of 5 cleanup attempts {{(pid=62697) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2075.811172] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.811443] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.811673] env[62697]: DEBUG nova.objects.instance [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lazy-loading 'resources' on Instance uuid 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2076.315020] env[62697]: DEBUG nova.objects.instance [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lazy-loading 'numa_topology' on Instance uuid 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2076.678665] env[62697]: DEBUG nova.compute.manager [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received event network-changed-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2076.678865] env[62697]: DEBUG nova.compute.manager [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Refreshing instance network info cache due to event network-changed-a4e69b8c-dfb1-463e-8a81-1d031d47faba. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2076.679094] env[62697]: DEBUG oslo_concurrency.lockutils [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.679251] env[62697]: DEBUG oslo_concurrency.lockutils [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.679458] env[62697]: DEBUG nova.network.neutron [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Refreshing network info cache for port a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2076.817598] env[62697]: DEBUG nova.objects.base [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Object Instance<951f8b97-2e8c-4c5b-ba5d-c581ce0321e7> lazy-loaded attributes: resources,numa_topology {{(pid=62697) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2076.843350] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238255e-2d2b-4410-8e4f-a17ae4867c40 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.851200] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1080693f-8580-49a1-9b1d-07ff37b3f53a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.879648] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eef2515-75a0-4dcd-90f1-cb9ace60ac5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.886790] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa94c6e5-51c5-4eae-b200-c23077a1d38b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.900526] env[62697]: DEBUG nova.compute.provider_tree [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2077.194789] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.358957] env[62697]: DEBUG nova.network.neutron [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updated VIF entry in instance network info cache for port a4e69b8c-dfb1-463e-8a81-1d031d47faba. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2077.359337] env[62697]: DEBUG nova.network.neutron [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.403264] env[62697]: DEBUG nova.scheduler.client.report [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2077.769511] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2077.769757] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2077.769893] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2077.770020] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 2077.862052] env[62697]: DEBUG oslo_concurrency.lockutils [req-7b9f7f72-6f33-4014-a380-f742f4f38c6a req-9e6699ef-ce5d-47de-b2cd-63aebc54b556 service nova] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.907384] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.273101] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.273302] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.273460] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Forcefully refreshing network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2078.273653] env[62697]: DEBUG nova.objects.instance [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lazy-loading 'info_cache' on Instance uuid 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.415669] env[62697]: DEBUG oslo_concurrency.lockutils [None req-291ffbb8-25d8-4246-b2ef-7216f44fcb0e tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 18.897s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.417037] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.222s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.417195] env[62697]: INFO nova.compute.manager [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Unshelving [ 2079.441196] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.441515] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.441691] env[62697]: DEBUG nova.objects.instance [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lazy-loading 'pci_requests' on Instance uuid 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.944788] env[62697]: DEBUG nova.objects.instance [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lazy-loading 'numa_topology' on Instance uuid 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.964790] env[62697]: DEBUG nova.network.neutron [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.447061] env[62697]: INFO nova.compute.claims [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2080.467062] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.467228] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updated the network info_cache for instance {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2080.467350] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.467509] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.467655] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.467804] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.467948] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.468111] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.468240] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2080.468412] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2081.482148] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7f073-7b00-4fec-a748-a0f466fe10f4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.489543] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61817215-bff1-4db6-8ca1-f6a010d67c56 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.519756] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034d619-37cb-4a8c-9c80-aa0a6c1a5e44 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.526630] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed8b89-e51f-4d71-826c-73167c7e3758 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.539321] env[62697]: DEBUG nova.compute.provider_tree [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.042946] env[62697]: DEBUG nova.scheduler.client.report [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2082.548215] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.576381] env[62697]: INFO nova.network.neutron [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating port a4e69b8c-dfb1-463e-8a81-1d031d47faba with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2083.940836] env[62697]: DEBUG nova.compute.manager [req-b6b5d3ac-9b70-4711-a252-168b2dbaffa7 req-e398586d-8c31-4cb9-a7e0-f4d7378abd9c service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received event network-vif-plugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2083.941121] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6b5d3ac-9b70-4711-a252-168b2dbaffa7 req-e398586d-8c31-4cb9-a7e0-f4d7378abd9c service nova] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.941288] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6b5d3ac-9b70-4711-a252-168b2dbaffa7 req-e398586d-8c31-4cb9-a7e0-f4d7378abd9c service nova] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.941517] env[62697]: DEBUG oslo_concurrency.lockutils [req-b6b5d3ac-9b70-4711-a252-168b2dbaffa7 req-e398586d-8c31-4cb9-a7e0-f4d7378abd9c service nova] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.945023] env[62697]: DEBUG nova.compute.manager [req-b6b5d3ac-9b70-4711-a252-168b2dbaffa7 req-e398586d-8c31-4cb9-a7e0-f4d7378abd9c service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] No waiting events found dispatching network-vif-plugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2083.945023] env[62697]: WARNING nova.compute.manager [req-b6b5d3ac-9b70-4711-a252-168b2dbaffa7 req-e398586d-8c31-4cb9-a7e0-f4d7378abd9c service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received unexpected event network-vif-plugged-a4e69b8c-dfb1-463e-8a81-1d031d47faba for instance with vm_state shelved_offloaded and task_state spawning. [ 2084.023578] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.023785] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.023966] env[62697]: DEBUG nova.network.neutron [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.709665] env[62697]: DEBUG nova.network.neutron [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.212761] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.239370] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:27:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9a604bed9f93321a98d5da414ee28184',container_format='bare',created_at=2024-12-10T20:53:45Z,direct_url=,disk_format='vmdk',id=e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-746305087-shelved',owner='8dfbdb94efac4f388920c5b1c57d4ae0',properties=ImageMetaProps,protected=,size=31593984,status='active',tags=,updated_at=2024-12-10T20:53:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2085.239683] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Flavor limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2085.239839] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Image limits 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2085.240036] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Flavor pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2085.240192] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Image pref 0:0:0 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2085.240352] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62697) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2085.240566] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2085.240727] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2085.240900] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Got 1 possible topologies {{(pid=62697) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2085.241114] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2085.241302] env[62697]: DEBUG nova.virt.hardware [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62697) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2085.242475] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045b25e-86b8-46d1-8abf-0f281d76b940 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.250993] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e74b2c2-97f8-4e0d-a415-d7d9924a6c92 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.263925] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e69b8c-dfb1-463e-8a81-1d031d47faba', 'vif_model': 'vmxnet3'}] {{(pid=62697) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2085.271166] env[62697]: DEBUG oslo.service.loopingcall [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.271408] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Creating VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2085.271607] env[62697]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db2bf7f0-734c-4020-8e14-1e63976ed494 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.290381] env[62697]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2085.290381] env[62697]: value = "task-1707534" [ 2085.290381] env[62697]: _type = "Task" [ 2085.290381] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.297381] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707534, 'name': CreateVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.800454] env[62697]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707534, 'name': CreateVM_Task, 'duration_secs': 0.282624} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.800640] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Created VM on the ESX host {{(pid=62697) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.801274] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.801446] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.801833] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.802113] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ae5b6e-3de8-4602-a74a-d6354158c3d0 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.807128] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2085.807128] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]529fd4d1-000f-9632-a0fc-d8b3e50e8fcf" [ 2085.807128] env[62697]: _type = "Task" [ 2085.807128] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.814451] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]529fd4d1-000f-9632-a0fc-d8b3e50e8fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.970852] env[62697]: DEBUG nova.compute.manager [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received event network-changed-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2085.971064] env[62697]: DEBUG nova.compute.manager [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Refreshing instance network info cache due to event network-changed-a4e69b8c-dfb1-463e-8a81-1d031d47faba. {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2085.971233] env[62697]: DEBUG oslo_concurrency.lockutils [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.971380] env[62697]: DEBUG oslo_concurrency.lockutils [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.971541] env[62697]: DEBUG nova.network.neutron [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Refreshing network info cache for port a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.317124] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.317462] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Processing image e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.317648] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.317801] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.317981] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.318232] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a0ca626-d904-4f8b-8ac6-c82e12a5bfd5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.325954] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.326140] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62697) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.326795] env[62697]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd800c1-35fb-4d31-a237-03fb55104727 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.331356] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2086.331356] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]522e3509-5d95-f8ee-0e6b-dcf2963f31c1" [ 2086.331356] env[62697]: _type = "Task" [ 2086.331356] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.337889] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': session[52d00f21-664e-4dca-3075-17b76f2a704c]522e3509-5d95-f8ee-0e6b-dcf2963f31c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.649404] env[62697]: DEBUG nova.network.neutron [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updated VIF entry in instance network info cache for port a4e69b8c-dfb1-463e-8a81-1d031d47faba. {{(pid=62697) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2086.649774] env[62697]: DEBUG nova.network.neutron [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.840707] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Preparing fetch location {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2086.840958] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Fetch image to [datastore1] OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0/OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0.vmdk {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2086.841108] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Downloading stream optimized image e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd to [datastore1] OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0/OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0.vmdk on the data store datastore1 as vApp {{(pid=62697) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2086.841286] env[62697]: DEBUG nova.virt.vmwareapi.images [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Downloading image file data e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd to the ESX as VM named 'OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0' {{(pid=62697) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2086.906487] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2086.906487] env[62697]: value = "resgroup-9" [ 2086.906487] env[62697]: _type = "ResourcePool" [ 2086.906487] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2086.906742] env[62697]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-556c0095-48b0-4165-87fb-a7e2fa749dd6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.927922] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lease: (returnval){ [ 2086.927922] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523550a7-e2be-28a4-384c-49c4fea69b5a" [ 2086.927922] env[62697]: _type = "HttpNfcLease" [ 2086.927922] env[62697]: } obtained for vApp import into resource pool (val){ [ 2086.927922] env[62697]: value = "resgroup-9" [ 2086.927922] env[62697]: _type = "ResourcePool" [ 2086.927922] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2086.928369] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the lease: (returnval){ [ 2086.928369] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523550a7-e2be-28a4-384c-49c4fea69b5a" [ 2086.928369] env[62697]: _type = "HttpNfcLease" [ 2086.928369] env[62697]: } to be ready. {{(pid=62697) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2086.934295] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2086.934295] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523550a7-e2be-28a4-384c-49c4fea69b5a" [ 2086.934295] env[62697]: _type = "HttpNfcLease" [ 2086.934295] env[62697]: } is initializing. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2087.152249] env[62697]: DEBUG oslo_concurrency.lockutils [req-8cc8ee06-b6d7-44a2-afad-b4e8843a59c3 req-80463c72-ad56-4ed2-beb7-a7cf63036564 service nova] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.436818] env[62697]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2087.436818] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523550a7-e2be-28a4-384c-49c4fea69b5a" [ 2087.436818] env[62697]: _type = "HttpNfcLease" [ 2087.436818] env[62697]: } is ready. {{(pid=62697) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2087.437311] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2087.437311] env[62697]: value = "session[52d00f21-664e-4dca-3075-17b76f2a704c]523550a7-e2be-28a4-384c-49c4fea69b5a" [ 2087.437311] env[62697]: _type = "HttpNfcLease" [ 2087.437311] env[62697]: }. {{(pid=62697) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2087.437934] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f872ad3c-cc2b-4b3f-9974-aae6f836bab9 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.445006] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529751db-2dc1-29c1-9d96-b9915f95ff80/disk-0.vmdk from lease info. {{(pid=62697) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2087.445211] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating HTTP connection to write to file with size = 31593984 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529751db-2dc1-29c1-9d96-b9915f95ff80/disk-0.vmdk. {{(pid=62697) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2087.509254] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6f48a94-9df2-4e56-bf9d-c45d2275ed1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.869458] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Completed reading data from the image iterator. {{(pid=62697) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2088.869929] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529751db-2dc1-29c1-9d96-b9915f95ff80/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2088.870630] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf0451-73a2-44c3-b5d2-bd3179eaa412 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.878044] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529751db-2dc1-29c1-9d96-b9915f95ff80/disk-0.vmdk is in state: ready. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2088.878227] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529751db-2dc1-29c1-9d96-b9915f95ff80/disk-0.vmdk. {{(pid=62697) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2088.878462] env[62697]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e1be2875-184d-4b0c-b816-60a9c605cc1a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.047819] env[62697]: DEBUG oslo_vmware.rw_handles [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529751db-2dc1-29c1-9d96-b9915f95ff80/disk-0.vmdk. {{(pid=62697) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2089.048071] env[62697]: INFO nova.virt.vmwareapi.images [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Downloaded image file data e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd [ 2089.048910] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83cd6e-1c98-4319-8d76-5b70c3b1acb5 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.064112] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6656a4b5-54e9-4428-b4c6-8450cc9dd398 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.092306] env[62697]: INFO nova.virt.vmwareapi.images [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] The imported VM was unregistered [ 2089.094738] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Caching image {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2089.094973] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2089.095253] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12dc816c-f912-42a9-840b-0e6c8167c41f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.117369] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Created directory with path [datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd {{(pid=62697) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2089.117575] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0/OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0.vmdk to [datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd.vmdk. {{(pid=62697) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2089.117817] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4d4251b9-1f63-46c0-880a-e3641ee1de42 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.126189] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2089.126189] env[62697]: value = "task-1707537" [ 2089.126189] env[62697]: _type = "Task" [ 2089.126189] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.133940] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707537, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.636603] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707537, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.136668] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707537, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.638104] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707537, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.139465] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707537, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.639066] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707537, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.28086} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.639357] env[62697]: INFO nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0/OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0.vmdk to [datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd.vmdk. [ 2091.639559] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Cleaning up location [datastore1] OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0 {{(pid=62697) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2091.639722] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a3de17d8-2076-4705-a051-933cb7376ce0 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.639969] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a31695da-b358-4f50-8fe1-7188153a4776 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.646170] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2091.646170] env[62697]: value = "task-1707538" [ 2091.646170] env[62697]: _type = "Task" [ 2091.646170] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.653295] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.157407] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034284} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.157778] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.157824] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd.vmdk" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.158068] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd.vmdk to [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2092.158320] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b2a6365-a20c-49a5-9e67-824522f7714c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.164776] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2092.164776] env[62697]: value = "task-1707539" [ 2092.164776] env[62697]: _type = "Task" [ 2092.164776] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.171816] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.675073] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707539, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.175146] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707539, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.676297] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707539, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.177224] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707539, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.678873] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707539, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.179261] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707539, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.640845} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.179618] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd/e3bba86d-0dc3-4bc0-8a23-c9fa4cd077dd.vmdk to [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk {{(pid=62697) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2095.180305] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f8a83a-6dec-4fad-a677-c54d3e4b66ce {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.201504] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2095.201739] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55104d0-5677-4ab9-a01b-8920a100a6f1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.220661] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2095.220661] env[62697]: value = "task-1707540" [ 2095.220661] env[62697]: _type = "Task" [ 2095.220661] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.230119] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.730312] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707540, 'name': ReconfigVM_Task, 'duration_secs': 0.270696} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.730603] env[62697]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7/951f8b97-2e8c-4c5b-ba5d-c581ce0321e7.vmdk or device None with type streamOptimized {{(pid=62697) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.731251] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9de95ab4-276b-4e23-b451-0c79afb9d26b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.737243] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2095.737243] env[62697]: value = "task-1707541" [ 2095.737243] env[62697]: _type = "Task" [ 2095.737243] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.744428] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707541, 'name': Rename_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.247447] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707541, 'name': Rename_Task, 'duration_secs': 0.13372} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.247889] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powering on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2096.247992] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273f2e07-dc86-4fe9-8795-27bc6463463d {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.254410] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2096.254410] env[62697]: value = "task-1707542" [ 2096.254410] env[62697]: _type = "Task" [ 2096.254410] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.261704] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.765293] env[62697]: DEBUG oslo_vmware.api [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707542, 'name': PowerOnVM_Task, 'duration_secs': 0.441066} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.765615] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powered on the VM {{(pid=62697) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.855202] env[62697]: DEBUG nova.compute.manager [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2096.856163] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd3eee6-c592-4030-bc56-032b6c3aba60 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.375825] env[62697]: DEBUG oslo_concurrency.lockutils [None req-06c38530-886f-4248-9bf8-b2290bf52278 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.959s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.168321] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3109d1a1-6623-433a-abe0-31b58e467049 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.175267] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-611a36a3-6c2c-4d3c-866c-b7c488062ea2 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Suspending the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2098.175501] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f583362c-dfe4-4a9f-8150-2de078a7713c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.182091] env[62697]: DEBUG oslo_vmware.api [None req-611a36a3-6c2c-4d3c-866c-b7c488062ea2 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2098.182091] env[62697]: value = "task-1707543" [ 2098.182091] env[62697]: _type = "Task" [ 2098.182091] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.189837] env[62697]: DEBUG oslo_vmware.api [None req-611a36a3-6c2c-4d3c-866c-b7c488062ea2 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707543, 'name': SuspendVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.692327] env[62697]: DEBUG oslo_vmware.api [None req-611a36a3-6c2c-4d3c-866c-b7c488062ea2 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707543, 'name': SuspendVM_Task} progress is 75%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.192632] env[62697]: DEBUG oslo_vmware.api [None req-611a36a3-6c2c-4d3c-866c-b7c488062ea2 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707543, 'name': SuspendVM_Task, 'duration_secs': 0.572337} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.192918] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-611a36a3-6c2c-4d3c-866c-b7c488062ea2 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Suspended the VM {{(pid=62697) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2099.193154] env[62697]: DEBUG nova.compute.manager [None req-611a36a3-6c2c-4d3c-866c-b7c488062ea2 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2099.193839] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100c24de-3d9e-4dc2-aaa6-ae5c1e85bde1 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.554524] env[62697]: INFO nova.compute.manager [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Resuming [ 2100.555487] env[62697]: DEBUG nova.objects.instance [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lazy-loading 'flavor' on Instance uuid 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.563996] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.564408] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquired lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.564408] env[62697]: DEBUG nova.network.neutron [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Building network info cache for instance {{(pid=62697) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2102.254023] env[62697]: DEBUG nova.network.neutron [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [{"id": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "address": "fa:16:3e:50:93:16", "network": {"id": "d52f1261-3497-4062-922d-c19ec35e36a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169816413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfbdb94efac4f388920c5b1c57d4ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e69b8c-df", "ovs_interfaceid": "a4e69b8c-dfb1-463e-8a81-1d031d47faba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.756929] env[62697]: DEBUG oslo_concurrency.lockutils [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Releasing lock "refresh_cache-951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" {{(pid=62697) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.757967] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f9e841-d2d8-4cdc-9cee-0d119c1a00fc {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.764846] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Resuming the VM {{(pid=62697) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2102.765085] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc957ff1-21cd-45d7-9869-05e0eeb7a23e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.771142] env[62697]: DEBUG oslo_vmware.api [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2102.771142] env[62697]: value = "task-1707544" [ 2102.771142] env[62697]: _type = "Task" [ 2102.771142] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.778634] env[62697]: DEBUG oslo_vmware.api [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.281024] env[62697]: DEBUG oslo_vmware.api [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707544, 'name': PowerOnVM_Task, 'duration_secs': 0.486169} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.281322] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Resumed the VM {{(pid=62697) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2103.281512] env[62697]: DEBUG nova.compute.manager [None req-b9653930-0f9c-4fc8-b5e1-d91ee2a8d4a4 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Checking state {{(pid=62697) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2103.282367] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6afbeee-1983-4238-b7ab-28a8e1713476 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.619992] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.620452] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.620675] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.620922] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.621166] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.623404] env[62697]: INFO nova.compute.manager [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Terminating instance [ 2107.625193] env[62697]: DEBUG nova.compute.manager [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Start destroying the instance on the hypervisor. {{(pid=62697) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2107.625422] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Destroying instance {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.626258] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54695d15-2b1c-4737-b595-2f084ab7f6b4 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.634250] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powering off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.634477] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9b5fa8-c7c9-4f7f-b7c1-2ab363432c72 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.641373] env[62697]: DEBUG oslo_vmware.api [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2107.641373] env[62697]: value = "task-1707545" [ 2107.641373] env[62697]: _type = "Task" [ 2107.641373] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.649146] env[62697]: DEBUG oslo_vmware.api [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.151597] env[62697]: DEBUG oslo_vmware.api [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707545, 'name': PowerOffVM_Task, 'duration_secs': 0.189505} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.151880] env[62697]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Powered off the VM {{(pid=62697) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.152066] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Unregistering the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.152321] env[62697]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f02b8397-dbed-4e83-9afd-1b32a26fb69e {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.223402] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Unregistered the VM {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.223698] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Deleting contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.223801] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleting the datastore file [datastore1] 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.224111] env[62697]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c23343ee-dae2-4731-af54-530c11324e05 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.231025] env[62697]: DEBUG oslo_vmware.api [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for the task: (returnval){ [ 2108.231025] env[62697]: value = "task-1707547" [ 2108.231025] env[62697]: _type = "Task" [ 2108.231025] env[62697]: } to complete. {{(pid=62697) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.240260] env[62697]: DEBUG oslo_vmware.api [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.741395] env[62697]: DEBUG oslo_vmware.api [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Task: {'id': task-1707547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150264} completed successfully. {{(pid=62697) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.741746] env[62697]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleted the datastore file {{(pid=62697) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.741823] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Deleted contents of the VM from datastore datastore1 {{(pid=62697) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.741999] env[62697]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Instance destroyed {{(pid=62697) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.742193] env[62697]: INFO nova.compute.manager [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2108.742436] env[62697]: DEBUG oslo.service.loopingcall [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62697) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.742633] env[62697]: DEBUG nova.compute.manager [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Deallocating network for instance {{(pid=62697) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2108.742731] env[62697]: DEBUG nova.network.neutron [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] deallocate_for_instance() {{(pid=62697) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.018220] env[62697]: DEBUG nova.compute.manager [req-cd1c0509-c2cc-405c-ae4c-aaba002693b7 req-a78b7ea8-dc30-42a8-9930-dde165fb65d2 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Received event network-vif-deleted-a4e69b8c-dfb1-463e-8a81-1d031d47faba {{(pid=62697) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2109.018433] env[62697]: INFO nova.compute.manager [req-cd1c0509-c2cc-405c-ae4c-aaba002693b7 req-a78b7ea8-dc30-42a8-9930-dde165fb65d2 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Neutron deleted interface a4e69b8c-dfb1-463e-8a81-1d031d47faba; detaching it from the instance and deleting it from the info cache [ 2109.018605] env[62697]: DEBUG nova.network.neutron [req-cd1c0509-c2cc-405c-ae4c-aaba002693b7 req-a78b7ea8-dc30-42a8-9930-dde165fb65d2 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.492347] env[62697]: DEBUG nova.network.neutron [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Updating instance_info_cache with network_info: [] {{(pid=62697) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.521405] env[62697]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88ed0128-113a-47d5-90a4-5502955b23f6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.530780] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764e8e78-15d2-4b2c-9abf-8d62af4b488f {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.553575] env[62697]: DEBUG nova.compute.manager [req-cd1c0509-c2cc-405c-ae4c-aaba002693b7 req-a78b7ea8-dc30-42a8-9930-dde165fb65d2 service nova] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Detach interface failed, port_id=a4e69b8c-dfb1-463e-8a81-1d031d47faba, reason: Instance 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 could not be found. {{(pid=62697) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2109.995653] env[62697]: INFO nova.compute.manager [-] [instance: 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7] Took 1.25 seconds to deallocate network for instance. [ 2110.502193] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.502562] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.502868] env[62697]: DEBUG nova.objects.instance [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lazy-loading 'resources' on Instance uuid 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 {{(pid=62697) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.113376] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d999d-e6ac-4f0d-8f5a-7e1f16f72f2c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.120898] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ec3cc-2b32-4e1d-9d7b-1852eb38260c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.150857] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1afc2-898b-4388-a4c8-b34222e1ce0a {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.157308] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6df09-4e28-4480-ae20-960bdcc1dd70 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.170834] env[62697]: DEBUG nova.compute.provider_tree [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.674335] env[62697]: DEBUG nova.scheduler.client.report [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2112.178985] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.197390] env[62697]: INFO nova.scheduler.client.report [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Deleted allocations for instance 951f8b97-2e8c-4c5b-ba5d-c581ce0321e7 [ 2112.705328] env[62697]: DEBUG oslo_concurrency.lockutils [None req-93d7cdb5-4a1c-491e-a48d-ed883ea2d970 tempest-ServersNegativeTestJSON-1044257001 tempest-ServersNegativeTestJSON-1044257001-project-member] Lock "951f8b97-2e8c-4c5b-ba5d-c581ce0321e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.085s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.981508] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.484900] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.485159] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.485327] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.485492] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62697) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2121.486458] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c0752-8961-4454-9075-0e97f39a65fe {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.494280] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443a917a-004e-4d9c-be0b-b033b993496b {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.507898] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6b7d6e-18e9-4c6e-8707-1e352cd4ee7c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.514195] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67740cb-eb3c-4f18-b91f-a6ae7f952fe2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.543288] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181231MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62697) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2121.543466] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.543616] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.562198] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2122.562449] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62697) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2122.579952] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f0305-7e63-48ee-848a-4123d6ae1df2 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.587683] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1de97e-eac9-4844-9c37-ac974d5b76e6 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.617158] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7b2716-d803-493c-9df3-488f23f49076 {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.624049] env[62697]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d85f771-b9a6-4e0f-85e0-69ca7af0ac5c {{(pid=62697) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.636738] env[62697]: DEBUG nova.compute.provider_tree [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed in ProviderTree for provider: ab8b3737-4d1c-4004-a264-890344e54e2b {{(pid=62697) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.140167] env[62697]: DEBUG nova.scheduler.client.report [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Inventory has not changed for provider ab8b3737-4d1c-4004-a264-890344e54e2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62697) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2123.646361] env[62697]: DEBUG nova.compute.resource_tracker [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62697) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2123.646789] env[62697]: DEBUG oslo_concurrency.lockutils [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=62697) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.144861] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2126.145366] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2126.649666] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2126.649937] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2126.650070] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62697) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2127.479146] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2127.479582] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Starting heal instance info cache {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2127.479582] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Rebuilding the list of instances to heal {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 2127.982628] env[62697]: DEBUG nova.compute.manager [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Didn't find any instances for network info cache update. {{(pid=62697) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 2127.982893] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.479187] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.478528] env[62697]: DEBUG oslo_service.periodic_task [None req-c626d5ec-2382-4362-b1a9-eb7389492812 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62697) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}